-- Logs begin at Mon 2021-06-28 22:42:58 UTC, end at Mon 2021-06-28 23:41:23 UTC. -- Jun 28 23:12:08.313587 dv-cinder-792462-21-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 23:12:10.997313 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.common.config [-] Logging enabled! Jun 28 23:12:10.998382 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev428 Jun 28 23:12:10.998617 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92787) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 23:12:11.001778 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.common.config [-] Logging enabled! Jun 28 23:12:11.002032 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev428 Jun 28 23:12:11.002342 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92787) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 23:12:11.003364 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 23:12:11.003601 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 23:12:11.003966 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 23:12:11.004215 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 23:12:11.004443 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 23:12:11.004764 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.005062 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.005361 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.005591 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.005898 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.006186 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.006473 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.006769 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.007099 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.007388 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.007670 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.007959 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.008192 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.008475 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.008766 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.009053 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.009277 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] debug = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.009557 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.009979 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.010396 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.010680 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.010991 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.011269 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.011544 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.011821 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.012115 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.012442 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] host = dv-cinder-792462-21-iscsi {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.012720 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.013012 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.013295 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.013645 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.013924 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.014705 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.015020 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.015297 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.015570 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] log_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.015849 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.016138 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.016428 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.016732 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.016946 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.017169 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.017458 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.017744 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.018020 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.018296 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.018571 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.018870 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.019147 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.019416 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.019703 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.019986 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.020272 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.020545 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.020821 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.021091 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.021363 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.021648 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.021920 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.022195 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.022469 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.022757 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.023051 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.023326 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.023629 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.023919 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.024203 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.024489 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.024764 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.025049 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.025322 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.025594 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.025864 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] use_json = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.026133 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.026400 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.026691 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.026989 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.027263 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.027538 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.027807 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.028094 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:11.028396 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.028696 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.028998 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.029308 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.029603 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.029882 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.030171 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.030449 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.030736 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.031046 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.031335 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.031612 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.031903 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.032182 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.032478 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.032786 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.033080 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.033371 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.033646 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.033919 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.034190 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.034468 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.034751 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.035067 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.035359 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.035633 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.035909 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.036201 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.036477 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.036756 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.037030 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.037316 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.037591 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.037862 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.038141 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.038417 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.038689 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.038985 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.039262 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.039551 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.039825 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.040092 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.040391 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.040636 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.040905 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.041187 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.041461 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.041732 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.042002 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.042275 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.042545 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.042813 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.043107 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.043377 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.043652 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.043922 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.044192 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.044464 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.044758 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.045030 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.045298 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.045566 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.045844 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.046131 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.046384 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.046660 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.046955 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.047231 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.047519 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.047817 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.048095 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.048375 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.048655 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.048932 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.049207 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.049482 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.049758 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.050037 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.050309 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.050599 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.050909 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.051194 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.051474 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.051749 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.052042 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.052320 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.052604 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.052880 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.053159 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.053447 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.053728 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.054018 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.054310 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.054601 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.054918 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.055213 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.055494 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.055804 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.056086 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:11.056301 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 23:12:11.056545 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92787) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 23:12:11.407137 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:12:11.407415 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:12:11.407706 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:12:11.408049 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 23:12:11.805204 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.805393 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.805665 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.806985 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.807260 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.807520 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.842184 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.842465 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.842740 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.856334 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.856611 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.856879 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.887072 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.887364 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.887618 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.924865 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.925145 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:11.925413 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.165274 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.165977 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.165977 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.166116 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.166751 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.293980 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.294324 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.295180 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.295464 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.295741 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.296059 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.296317 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.296575 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.296831 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.297116 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.297376 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.297642 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.297900 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.298164 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.298422 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.298688 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.298987 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.299249 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.299529 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.299775 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.300061 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.300433 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.300683 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.300973 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.301219 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.301463 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.301923 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:12:12.302166 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:12:12.302404 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:12:12.302640 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:12:12.302907 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:12:12.303144 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:12:12.303527 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 23:12:12.307133 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 23:12:12.311826 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 23:12:12.316219 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 28 23:12:12.317973 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 23:12:12.318452 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 23:12:12.318795 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 23:12:12.319234 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 23:12:12.322692 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 23:12:12.322969 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 23:12:12.323360 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 23:12:12.352245 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 23:12:12.352713 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.353021 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92787) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 23:12:12.353392 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.354959 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92787) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 23:12:12.355263 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 23:12:12.355502 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 23:12:12.359995 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.360281 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:12.425956 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 23:12:12.426193 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 23:12:12.426329 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 23:12:12.426706 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 23:12:12.448390 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_db.sqlalchemy.engines [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92787) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 23:12:12.976364 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Initializing driver for type 'gre' Jun 28 23:12:12.976915 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] gre ID ranges: [(1, 1000)] Jun 28 23:12:13.034297 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Initializing driver for type 'local' Jun 28 23:12:13.034631 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Initializing driver for type 'vlan' Jun 28 23:12:13.048562 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] VlanTypeDriver initialization complete Jun 28 23:12:13.048899 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Initializing driver for type 'vxlan' Jun 28 23:12:13.049402 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] vxlan ID ranges: [(1, 1000)] Jun 28 23:12:13.103132 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Initializing extension driver 'port_security' Jun 28 23:12:13.103470 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.extensions.port_security [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] PortSecurityExtensionDriver initialization complete Jun 28 23:12:13.103801 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Initializing mechanism driver 'openvswitch' Jun 28 23:12:13.104129 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Initializing mechanism driver 'hyperv' Jun 28 23:12:13.111032 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:12:13.111986 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > port after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.112361 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > port after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.112705 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > port after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.113088 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > subnet after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.113435 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > subnet after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.113775 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.114147 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > network after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.114486 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > network after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.114842 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > network after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.115222 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > security_group after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.115556 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > security_group after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.115891 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.116271 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.116606 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.116936 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.117307 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > address_group after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.117644 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > address_group after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.117973 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.118305 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] ML2 OVO RPC backend initialized. {{(pid=92787) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 28 23:12:13.119050 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.119394 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.119800 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > network before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.120132 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > networks before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.120465 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > port before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.120794 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > ports before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.121123 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > subnet before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.121449 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > subnets before_response 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.121782 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > network after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.122112 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > network after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.122435 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > network after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.123312 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > port after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.123642 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > port after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.123968 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > port after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.124293 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > subnet after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.124615 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > subnet after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.124933 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.125517 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.plugin [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Modular L2 Plugin initialization complete Jun 28 23:12:13.125841 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading services supported by the core plugin {{(pid=92787) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 23:12:13.126164 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.plugins.ml2.managers [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Got port-security extension from driver 'port_security' Jun 28 23:12:13.126627 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.extensions.vlantransparent [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Disabled vlantransparent extension. Jun 28 23:12:13.127122 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92787) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 23:12:13.127429 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading Plugin: router Jun 28 23:12:13.163675 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.164065 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router after_create 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.164425 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router before_create 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.164785 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.165152 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.165500 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router after_delete 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.166031 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.166195 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router after_create 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.166535 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router after_update 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.166901 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router after_update 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.167246 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.167594 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router after_update 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.167994 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router precommit_update 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.168358 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: port after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.168690 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: port after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.169017 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: subnet after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.169345 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.169718 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.170055 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router precommit_create 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.170395 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: port before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.170728 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router precommit_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.171099 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router after_update 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.171437 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.171779 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router precommit_create 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.172130 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.172468 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router precommit_update 55549900 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.172821 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > agent after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.173159 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > agent after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.173495 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > network after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.174354 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Tracking information for resource: router configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:12:13.174677 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Tracking information for resource: floatingip configured {{(pid=92787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:12:13.179789 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.db.l3_agentschedulers_db [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 23:12:13.180364 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: port after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.180718 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: port after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.181060 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: port after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.181404 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: port after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.182191 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router before_create 55550100 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.182549 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.182932 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router precommit_create 55550100 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.183285 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > router precommit_update 55550100 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.188392 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.services.provider_configuration [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Service providers = [] {{(pid=92787) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 23:12:13.188749 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.db.servicetype_db [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92787) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 23:12:13.191703 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.services.service_base [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 23:12:13.192042 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.services.service_base [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 23:12:13.192376 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.services.service_base [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 23:12:13.193237 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.services.service_base [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 23:12:13.193603 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.services.service_base [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 23:12:13.193978 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:12:13.194287 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 23:12:13.205710 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:12:13.206042 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading Plugin: auto_allocate Jun 28 23:12:13.211982 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: network precommit_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.212292 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: network precommit_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.212816 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:12:13.213129 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading Plugin: tag Jun 28 23:12:13.220417 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:12:13.220749 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading Plugin: timestamp Jun 28 23:12:13.224696 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:12:13.225022 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading Plugin: network_ip_availability Jun 28 23:12:13.233246 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.233612 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.233967 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.234757 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:12:13.235099 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading Plugin: flavors Jun 28 23:12:13.240150 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:12:13.240474 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading Plugin: revisions Jun 28 23:12:13.245058 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:12:13.245450 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.838s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:12:13.246215 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92787) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 23:12:13.246546 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Initializing extension manager. Jun 28 23:12:13.247104 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: __init__.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.247445 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: __pycache__ {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.247818 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.248145 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: address_group.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.248940 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.249534 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: address-group Jun 28 23:12:13.249850 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: address_scope.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.250544 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.251082 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: address-scope Jun 28 23:12:13.251401 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.252357 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.252862 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: router-admin-state-down-before-update Jun 28 23:12:13.253181 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: agent.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.253966 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.254470 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: agent Jun 28 23:12:13.254784 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: agent_resources_synced.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.255688 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.256189 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: agent-resources-synced Jun 28 23:12:13.256504 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: allowedaddresspairs.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.258504 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.259053 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: allowed-address-pairs Jun 28 23:12:13.259377 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: auto_allocated_topology.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.260440 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.260951 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: auto-allocated-topology Jun 28 23:12:13.261268 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: availability_zone.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.261946 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.262439 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: availability_zone Jun 28 23:12:13.262754 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: availability_zone_filter.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.263695 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.264203 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: availability_zone_filter Jun 28 23:12:13.264518 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: data_plane_status.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.265390 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.265880 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 23:12:13.266193 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: default_subnetpools.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.267108 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.267606 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: default-subnetpools Jun 28 23:12:13.267923 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.268721 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.269217 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: dhcp_agent_scheduler Jun 28 23:12:13.269535 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: dns.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.270425 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.270953 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension dns-integration not supported by any of loaded plugins Jun 28 23:12:13.271275 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: dns_domain_ports.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.272159 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.272655 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 23:12:13.272971 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.273862 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.274360 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 23:12:13.274677 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: dvr.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.275358 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.275856 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: dvr Jun 28 23:12:13.276169 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: empty_string_filtering.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.277053 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.277552 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: empty-string-filtering Jun 28 23:12:13.277860 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.278749 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.279806 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 23:12:13.280118 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.281001 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.281495 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 23:12:13.281807 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: external_net.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.282687 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.283222 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: external-net Jun 28 23:12:13.283536 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.284412 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.284910 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: extra_dhcp_opt Jun 28 23:12:13.285220 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: extraroute.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.286103 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.286597 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: extraroute Jun 28 23:12:13.287025 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: extraroute_atomic.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.287963 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.288469 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: extraroute-atomic Jun 28 23:12:13.288782 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: filter_validation.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.289429 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.289927 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: filter-validation Jun 28 23:12:13.290238 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: fip_pf_description.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.291158 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.291656 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 23:12:13.291969 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: fip_port_details.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.292873 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.293357 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: fip-port-details Jun 28 23:12:13.293668 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: flavors.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.295499 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.296010 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: flavors Jun 28 23:12:13.296328 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.298012 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.298528 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 23:12:13.298861 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: floatingip_pools.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.299549 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.300047 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: floatingip-pools Jun 28 23:12:13.300361 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: ip_allocation.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.301264 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.301761 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 23:12:13.302075 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.304188 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.308382 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: ip-substring-filtering Jun 28 23:12:13.308382 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: l2_adjacency.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.308382 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.308382 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 23:12:13.308382 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: l3.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.308382 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.308382 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: router Jun 28 23:12:13.309280 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.311149 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.311679 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 23:12:13.312004 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.312910 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.313419 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: ext-gw-mode Jun 28 23:12:13.313783 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.314676 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.315216 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: l3-ha Jun 28 23:12:13.315535 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: l3_flavors.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.316436 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.316938 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: l3-flavors Jun 28 23:12:13.317252 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.318173 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.318690 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 23:12:13.319018 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: l3agentscheduler.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.320074 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.320577 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: l3_agent_scheduler Jun 28 23:12:13.320896 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: logging.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.322406 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.322954 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension logging not supported by any of loaded plugins Jun 28 23:12:13.323279 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: metering.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.324008 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.324582 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: metering Jun 28 23:12:13.324903 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.326008 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.326520 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: metering_source_and_destination_fields Jun 28 23:12:13.326864 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: multiprovidernet.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.327769 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.328273 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: multi-provider Jun 28 23:12:13.328597 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: netmtu.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.329479 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.329981 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: net-mtu Jun 28 23:12:13.330296 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: netmtu_writable.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.331217 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.331723 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: net-mtu-writable Jun 28 23:12:13.332037 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: network_availability_zone.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.332693 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.333198 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: network_availability_zone Jun 28 23:12:13.333512 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: network_ip_availability.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.334585 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.335118 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: network-ip-availability Jun 28 23:12:13.335434 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: network_segment_range.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.336186 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.336680 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 23:12:13.336992 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: pagination.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.337947 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.338268 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: pagination Jun 28 23:12:13.338583 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: port_device_profile.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.339500 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.340009 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: port-device-profile Jun 28 23:12:13.340324 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.341210 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.342253 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: port-mac-address-regenerate Jun 28 23:12:13.342565 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.343487 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.343990 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: port-numa-affinity-policy Jun 28 23:12:13.344305 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: port_resource_request.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.345186 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.345683 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 23:12:13.345998 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: portbindings.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.346928 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.347431 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: binding Jun 28 23:12:13.347745 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: portbindings_extended.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.349006 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.349516 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: binding-extended Jun 28 23:12:13.349837 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: portsecurity.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.350728 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.351269 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: port-security Jun 28 23:12:13.351588 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: project_id.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.352539 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.352862 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: project-id Jun 28 23:12:13.353175 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: providernet.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.354076 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.354706 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: provider Jun 28 23:12:13.355053 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: qos.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.359650 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.360174 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension qos not supported by any of loaded plugins Jun 28 23:12:13.360502 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.361733 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.362243 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 23:12:13.362567 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.363478 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.363993 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 23:12:13.364318 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: qos_default.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.365198 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.365700 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension qos-default not supported by any of loaded plugins Jun 28 23:12:13.366018 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: qos_fip.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.366657 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.367183 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension qos-fip not supported by any of loaded plugins Jun 28 23:12:13.367501 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: qos_gateway_ip.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.368392 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.368902 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 23:12:13.369226 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: qos_port_network_policy.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.370104 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.370601 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 23:12:13.370952 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: qos_rule_type_details.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.371837 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.372333 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 23:12:13.372649 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: qos_rules_alias.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.373701 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.374211 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 23:12:13.374532 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: quotasv2.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.375511 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.375831 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: quotas Jun 28 23:12:13.376146 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: quotasv2_detail.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.379259 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.379594 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: quota_details Jun 28 23:12:13.379920 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: rbac.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.380989 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.381528 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: rbac-policies Jun 28 23:12:13.381851 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: rbac_address_group.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.382769 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.383501 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: rbac-address-group Jun 28 23:12:13.383832 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: rbac_address_scope.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.384746 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.385253 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: rbac-address-scope Jun 28 23:12:13.385573 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: rbac_security_groups.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.386518 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.387296 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: rbac-security-groups Jun 28 23:12:13.387676 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: rbac_subnetpool.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.388791 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.389490 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: rbac-subnetpool Jun 28 23:12:13.389876 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: revisionifmatch.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.391184 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.391830 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: revision-if-match Jun 28 23:12:13.392198 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: revisions.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.393828 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.394374 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: standard-attr-revisions Jun 28 23:12:13.394797 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: router_availability_zone.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.395615 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.396315 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: router_availability_zone Jun 28 23:12:13.396623 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: routerservicetype.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.397786 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.398329 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension router-service-type not supported by any of loaded plugins Jun 28 23:12:13.398681 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.399971 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.400660 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: security-groups-normalized-cidr Jun 28 23:12:13.401152 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.402510 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.403153 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: port-security-groups-filtering Jun 28 23:12:13.403589 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.405286 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.405918 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: security-groups-remote-address-group Jun 28 23:12:13.406266 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: securitygroup.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.417759 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.418307 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: security-group Jun 28 23:12:13.418635 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: segment.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.419496 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.420560 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension segment not supported by any of loaded plugins Jun 28 23:12:13.420879 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.421842 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.422348 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 23:12:13.422666 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: servicetype.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.423806 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.424351 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: service-type Jun 28 23:12:13.424666 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: sorting.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.425620 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.425946 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: sorting Jun 28 23:12:13.426267 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: standard_attr_segment.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.427260 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.427770 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 23:12:13.428085 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: standardattrdescription.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.428716 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.429225 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: standard-attr-description Jun 28 23:12:13.429544 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: stateful_security_group.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.430464 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.430979 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: stateful-security-group Jun 28 23:12:13.431300 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: stdattrs_common.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.431865 dv-cinder-792462-21-iscsi neutron-server[92787]: WARNING neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 23:12:13.432180 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.433080 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.433587 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 23:12:13.433899 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: subnet_onboard.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.435019 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.436069 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: subnet_onboard Jun 28 23:12:13.436387 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.437283 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.437785 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 23:12:13.438099 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: subnet_service_types.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.439023 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.439534 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: subnet-service-types Jun 28 23:12:13.439849 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: subnetallocation.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.441029 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.441840 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: subnet_allocation Jun 28 23:12:13.442166 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.442954 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.443499 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: subnetpool-prefix-ops Jun 28 23:12:13.443837 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.444805 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.445314 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 23:12:13.445634 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: tagging.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.446702 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.447238 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: standard-attr-tag Jun 28 23:12:13.447561 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: timestamp.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.448753 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.449276 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loaded extension: standard-attr-timestamp Jun 28 23:12:13.449597 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: trunk.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.450604 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.451690 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension trunk not supported by any of loaded plugins Jun 28 23:12:13.452011 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: trunk_details.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.452908 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.453421 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension trunk-details not supported by any of loaded plugins Jun 28 23:12:13.453740 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: uplink_status_propagation.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.454651 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.455286 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 23:12:13.455617 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Loading extension file: vlantransparent.py {{(pid=92787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:12:13.456277 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:12:13.456784 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 23:12:13.459295 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:network Jun 28 23:12:13.459823 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:subnet Jun 28 23:12:13.460223 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 23:12:13.460606 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:port Jun 28 23:12:13.461876 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:12:13.462355 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Service FLAVORS assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:12:13.462942 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:12:13.463360 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:12:13.463681 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:router Jun 28 23:12:13.464119 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 23:12:13.464614 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Service METERING assigned prefix: /metering {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:12:13.466049 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.466443 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.466803 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:12:13.467828 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 23:12:13.468265 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:security_group Jun 28 23:12:13.468698 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 23:12:13.469309 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Service CORE assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:12:13.469631 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 23:12:13.469969 dv-cinder-792462-21-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] subnetpool is already registered Jun 28 23:12:13.470400 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Service CORE assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:12:13.470717 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 23:12:13.471060 dv-cinder-792462-21-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] subnetpool is already registered Jun 28 23:12:13.473395 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:12:13.473817 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Service FLAVORS assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:12:13.474398 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:12:13.474842 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:12:13.475173 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:router Jun 28 23:12:13.475504 dv-cinder-792462-21-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] router is already registered Jun 28 23:12:13.475907 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 23:12:13.476233 dv-cinder-792462-21-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] floatingip is already registered Jun 28 23:12:13.476737 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Service METERING assigned prefix: /metering {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:12:13.477331 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 23:12:13.477646 dv-cinder-792462-21-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] rbac_policy is already registered Jun 28 23:12:13.478050 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:security_group Jun 28 23:12:13.478376 dv-cinder-792462-21-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] security_group is already registered Jun 28 23:12:13.478771 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 23:12:13.479117 dv-cinder-792462-21-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] security_group_rule is already registered Jun 28 23:12:13.479766 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Service CORE assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:12:13.480082 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 23:12:13.480405 dv-cinder-792462-21-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] subnetpool is already registered Jun 28 23:12:13.481128 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.v2.resource_helper [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Service CORE assigned prefix: {{(pid=92787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:12:13.481545 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 23:12:13.481974 dv-cinder-792462-21-iscsi neutron-server[92787]: WARNING neutron.quota.resource_registry [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] subnetpool is already registered Jun 28 23:12:13.482888 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: extensions {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.484393 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: address-groups {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.485869 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: address-scopes {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.487178 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: agents {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.488311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: auto-allocated-topology {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.489540 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: availability_zones {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.490756 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: dhcp-networks {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.492266 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: dhcp-agents {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.493687 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: routers {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.495380 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: flavors {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.498680 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: service_profiles {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.500002 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: next_providers {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.501884 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: service_profiles {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.503468 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: floatingip-pools {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.504684 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: routers {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.506360 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: floatingips {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.507698 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: l3-routers {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.509108 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: l3-agents {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.510521 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: metering-labels {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.511805 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: metering-label-rules {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.513158 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: network-ip-availabilities {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.514447 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: bindings {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.516032 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: quotas {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.517534 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: quotas {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.518943 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: rbac-policies {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.520120 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: security-groups {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.521399 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: security-group-rules {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.522629 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: service-providers {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.523866 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: subnetpools {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.525154 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: subnetpools {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.526655 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.528348 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.530179 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.531963 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.533616 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.535559 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.537235 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.539007 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.540842 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.542542 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron.api.extensions [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Extended resource: tags {{(pid=92787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:12:13.549283 dv-cinder-792462-21-iscsi neutron-server[92787]: WARNING keystonemiddleware.auth_token [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 23:12:13.553836 dv-cinder-792462-21-iscsi neutron-server[92787]: WARNING keystonemiddleware.auth_token [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 23:12:13.563959 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Acquired lock "singleton_lock" {{(pid=92787) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 23:12:13.564426 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Releasing lock "singleton_lock" {{(pid=92787) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 23:12:13.565074 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO oslo_service.service [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Starting 2 workers Jun 28 23:12:13.569850 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Started child 92894 {{(pid=92787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 23:12:13.574412 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Started child 92895 {{(pid=92787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 23:12:13.575455 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:13.576186 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO neutron.service [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 23:12:13.576734 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Notify callbacks [] for process, before_spawn {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:13.576955 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [-] (92894) wsgi starting up on http://0.0.0.0:9696 Jun 28 23:12:13.579390 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO oslo_service.service [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Starting 1 workers Jun 28 23:12:13.579610 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:13.580781 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [-] (92895) wsgi starting up on http://0.0.0.0:9696 Jun 28 23:12:13.584776 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Started child 92896 {{(pid=92787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 23:12:13.585359 dv-cinder-792462-21-iscsi neutron-server[92787]: INFO oslo_service.service [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Starting 1 workers Jun 28 23:12:13.589457 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.service [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] calling RpcWorker wait() {{(pid=92896) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 23:12:13.590117 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.service [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] returning from RpcWorker wait() {{(pid=92896) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 23:12:13.590203 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Started child 92897 {{(pid=92787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 23:12:13.590754 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b99f9644-03a8-4607-ba35-72df99548f01 None None] Notify callbacks [] for process, after_spawn {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:13.591338 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:13.591917 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:12:13.592661 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92787) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 23:12:13.592869 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 23:12:13.593062 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 23:12:13.593269 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 23:12:13.593624 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 23:12:13.593786 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 23:12:13.594291 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.594561 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.594800 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.595080 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.595176 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:13.595632 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.595949 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.596204 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.596316 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:12:13.596467 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.596715 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.596944 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.597126 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.597260 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.597506 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.597727 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.598018 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.598292 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.598502 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.598782 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.599002 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.599270 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.599666 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.599896 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.600110 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] debug = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.600410 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.600806 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.601115 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.601411 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.601635 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.601879 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.602113 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.602359 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.602590 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.602857 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.603086 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.603313 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.603526 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.603761 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.603972 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.604208 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.604431 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.604913 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] host = dv-cinder-792462-21-iscsi {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.605141 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.605351 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.605574 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.606038 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.606270 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.606505 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.606720 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.606984 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.607734 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.607948 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.608198 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.608415 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.608628 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.608870 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.609362 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_options = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.609362 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.609772 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.609772 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.610181 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.610181 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.610181 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.610845 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.610845 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.610845 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.611457 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.611457 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.611457 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.612061 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.612061 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.612061 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.612650 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.612650 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.612650 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.613282 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.613282 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.613715 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.613715 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.614153 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.614153 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.614566 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.614566 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.615263 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.615263 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.615263 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.615263 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.616097 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.616097 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.616097 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.616738 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.616738 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.616738 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.617337 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.617337 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.617337 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.617922 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.617922 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.618272 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.618272 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.618612 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.619579 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.619832 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_json = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.620110 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.620405 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.620684 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.620929 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.621113 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.621318 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.621518 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.621700 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.622068 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.622345 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.623632 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.623632 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.624989 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.626091 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.626365 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.626618 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.628703 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.628988 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.629310 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.629583 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.629869 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.630132 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.630412 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.630741 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.631039 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.631309 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.631553 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.631811 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.632034 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.632256 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.632593 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.632856 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.633128 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.633379 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.633613 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.633837 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.634050 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.634262 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.634506 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.634738 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.635038 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.635258 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.635574 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.635700 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.635929 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.636140 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.636364 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.636606 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.636865 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.637075 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.637309 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.637544 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.637776 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.638003 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.638231 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.638594 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.638736 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.639471 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.639790 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.640001 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.640192 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.640380 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.640599 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.640854 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.641084 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.641281 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.641491 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.641706 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.641932 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.642185 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.643020 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.643250 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.643505 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.643759 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.644025 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.644258 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.644509 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.644740 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.644981 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.645233 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.645455 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.645682 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.645906 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.646131 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.646350 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.646596 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.646851 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.647097 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.647323 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.651015 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.651015 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.651015 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.651015 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.651015 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.651015 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.651015 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.651015 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.651930 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.651930 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.651930 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.651930 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.651930 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.651930 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.651930 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.652541 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.652541 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.652541 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.652746 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.652966 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.653191 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.653425 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.653646 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.653928 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.654185 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.654455 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.654746 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.655034 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.655286 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.655513 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.655763 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.656370 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.656370 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.656873 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.656873 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.657310 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.657310 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.657827 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.657827 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.658325 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.658325 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.659048 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.659048 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.659048 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.659746 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.659746 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.659746 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.660413 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.660413 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.660413 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.660968 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.660968 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.661236 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.661236 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.661636 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.661780 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.661982 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.662220 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.662489 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.662735 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.663016 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.663263 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.663498 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.663712 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.664549 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.664549 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.664549 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.665182 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.665182 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.665182 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.666645 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.666645 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.666645 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.666645 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.666645 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.666645 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.666645 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671304 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671304 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671304 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671304 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671304 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671304 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671304 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671304 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671772 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671772 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671772 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671772 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671772 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671772 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671772 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.671772 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.672224 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.672224 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.672224 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.672224 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.672224 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.672224 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.672575 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.672575 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.672878 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.672974 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.673187 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.673448 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.673698 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.674039 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.674277 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.674518 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.674765 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.675050 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.675246 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.675479 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.675699 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.675932 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.676145 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.676366 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.676607 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.676853 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.677073 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.677306 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.677545 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.677753 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.677967 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.678176 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.678471 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.678753 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.678987 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.679244 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.679481 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.679693 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.679923 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.680144 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.680390 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.680633 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.680846 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.681050 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.681324 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.681508 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.681722 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.681944 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.682163 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.682372 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.682623 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.682885 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.683078 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.683301 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.683518 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.683727 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.683970 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.684208 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.684418 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.684639 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.684859 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.685068 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.685938 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.686199 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.686418 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.686704 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.687021 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.687196 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.687491 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.687761 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.687969 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.688233 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.688479 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.688719 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.688944 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.689208 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.689548 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.689851 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.690122 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.690368 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.690657 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.690957 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.691231 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.691463 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.691791 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.692084 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.692370 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.692639 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.692893 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.693174 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.693422 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.693643 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.693861 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.694111 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.694345 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.694585 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.694879 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.695094 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.695300 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.695554 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.695790 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.696020 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.696259 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.696508 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.696722 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.696886 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 23:12:13.697475 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92787) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 23:12:13.697616 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 23:12:13.697768 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 23:12:13.697947 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 23:12:13.698121 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 23:12:13.698281 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 23:12:13.698476 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.698642 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.698801 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.699007 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.699174 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.699371 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.699564 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.699658 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.699821 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.699974 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.700134 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.700305 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.700470 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.700602 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.700847 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.700979 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.701121 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.701249 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.701375 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.701526 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.701682 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.701841 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.701999 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] debug = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.702154 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.702365 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.702537 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.702665 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.702856 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.703000 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.703195 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.703329 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.703456 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.703613 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.703738 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.703899 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.704057 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.704220 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.704379 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.704540 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.704698 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.704859 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] host = dv-cinder-792462-21-iscsi {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.705075 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.705239 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.705399 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.705568 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.705724 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.705962 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.706109 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.706239 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.706367 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.706516 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.706652 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.706791 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.706970 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.707098 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.707223 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_options = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.707370 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.707512 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.707676 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.707855 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.708023 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.708182 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.708340 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.708500 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.708659 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.708817 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.708976 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.709134 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.709292 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.709450 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.709607 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.709765 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.709923 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.710082 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.710242 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.710405 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.710563 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.710720 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.710899 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.711058 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.711217 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.711374 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.711532 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.711690 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.711848 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.712006 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.712210 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.712332 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.712503 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.712632 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.712751 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.712892 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.713049 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.713214 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.713383 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.713553 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.713685 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.713811 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.713975 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.714131 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.714289 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.714448 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_json = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.714606 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.714764 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.714942 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.715101 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.715260 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.715417 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.715576 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.715817 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:12:13.715942 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.716062 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.716227 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.716419 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.716584 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.716745 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.716907 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.717067 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.717228 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.717388 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.717559 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.717721 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.717893 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.718054 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.718215 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.718378 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.718540 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.718701 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.718882 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.719047 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.719208 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.719368 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.719547 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.719709 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.719872 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.720032 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.720194 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.720361 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.720524 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.720688 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.720850 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.721012 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.721174 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.721336 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.721498 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.721659 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.721821 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.721982 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.722144 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.722305 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.722491 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.722653 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.722815 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.723021 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.723164 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.723326 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.723579 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.723711 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.723916 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.724040 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.724160 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.724279 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.724398 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.724555 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.724717 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.724879 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.725040 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.725201 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.725363 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.725525 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.725686 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.725872 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.726048 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.726199 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.726365 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.726502 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.726625 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.726814 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.727026 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.727188 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.727352 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.727466 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.727612 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.727790 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.728002 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.728002 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.728317 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.728317 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.728625 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.728625 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.728951 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.728951 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.729294 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.729294 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.729644 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.729644 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.729644 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.729985 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.729985 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.730213 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.730358 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.730547 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.730547 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.731177 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.731177 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.731527 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.731527 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.731876 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.731876 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.731876 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.733189 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.733189 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.733189 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.733189 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.733189 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.733985 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.733985 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.733985 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.733985 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.733985 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.734906 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.734906 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.734906 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.734906 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.734906 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.734906 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.735617 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.735617 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.735617 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.735617 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.735617 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.736398 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.736398 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.736398 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.736398 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.736398 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.737225 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.737225 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.737225 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.737225 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.737225 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.737225 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.738131 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.738131 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.738131 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.738131 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.738131 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.738131 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.738847 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.738847 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.738847 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.738847 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.739386 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.739386 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.739386 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.739386 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.739974 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.739974 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.739974 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.739974 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.740628 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.740628 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.740628 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.740628 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.741127 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.741127 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.741127 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.741127 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.741705 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.741705 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.741705 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.741705 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.742345 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.742345 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.742345 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.742345 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.743120 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.743120 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.743120 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.743120 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.743120 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.744182 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.744182 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.744182 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.744182 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.744182 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.744182 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.744182 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.745415 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.745415 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.745415 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.745415 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.745415 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.745415 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.745415 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.745415 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.746498 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.746498 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.746498 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.746498 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.746498 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.746498 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.746498 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.746498 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.748311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.748311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.748311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.748311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.748311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.748311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.748311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.748311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.749494 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.749494 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.749494 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.749494 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.749494 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.749494 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.749494 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.749494 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.750702 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.750702 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.750702 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.750702 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.750702 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.750702 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.750702 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.750702 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.751909 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.751909 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.751909 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.751909 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.751909 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.751909 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.751909 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.751909 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.752792 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.752792 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.752792 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.752792 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.752792 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.753368 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.753368 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.753368 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.753368 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.754280 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:12:13.754480 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.754480 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.754480 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.754480 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.754480 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.754480 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.754480 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.754480 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.755932 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.755932 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.755932 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.755932 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.755932 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.755932 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.755932 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.755932 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.757311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.757311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.757311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.757311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.757311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.757311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.757311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.757311 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.758699 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.758699 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.758699 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.758699 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.758699 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.758699 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.758699 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.758699 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.758699 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.760285 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.760285 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.760285 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.760285 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.760285 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.760285 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.760285 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.760285 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.760285 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.761358 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.761358 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:12:13.761358 dv-cinder-792462-21-iscsi neutron-server[92787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 23:12:13.987962 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 50550) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:12:13.996774 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066495 Jun 28 23:12:26.065242 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fa6655-82dc-471d-8f81-e7b8194cb4c4 None None] get_active_networks_info from dv-cinder-792462-21-iscsi {{(pid=92896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 23:12:26.139673 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fa6655-82dc-471d-8f81-e7b8194cb4c4 None None] No non-hosted networks {{(pid=92896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 23:12:26.149992 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.agentschedulers_db [None req-c4fa6655-82dc-471d-8f81-e7b8194cb4c4 None None] DHCP Agent not found on host dv-cinder-792462-21-iscsi {{(pid=92896) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 23:12:26.264882 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-edec9a75-0f4f-403a-abf0-e1f63c833cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1657762'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:29.013446 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1657762'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:29.014506 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:29.017082 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:29.017638 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:29.018255 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:29.018922 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:29.019512 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:29.020086 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:29.020704 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:29.023521 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:29.024197 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:29.024770 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:29.033124 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:29.033858 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792462-21-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:12:29.071367 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792462-21-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:12:29.150287 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-872f8264-b720-466e-8a33-31204de80d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1657762'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:29.233583 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e050f3e0-160a-4eb6-9893-1dc440d16c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:29.861113 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1657762'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:32.037688 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1657762'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:33.254465 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 50642) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:12:33.780876 dv-cinder-792462-21-iscsi neutron-server[92895]: WARNING oslo_policy.policy [None req-7ff98e30-1bb3-4bcd-a5a0-bf2465ec5bb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:12:33.781809 dv-cinder-792462-21-iscsi neutron-server[92895]: WARNING oslo_policy.policy [None req-7ff98e30-1bb3-4bcd-a5a0-bf2465ec5bb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:12:34.195294 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [None req-7ff98e30-1bb3-4bcd-a5a0-bf2465ec5bb7 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:12:34.196541 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7ff98e30-1bb3-4bcd-a5a0-bf2465ec5bb7 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9409528 Jun 28 23:12:36.560616 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.db.l3_hamode_db [None req-a2927af0-2bb4-4ee5-8d61-73bd76de0a9b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 23:12:36.614081 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 50656) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:12:36.641390 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2927af0-2bb4-4ee5-8d61-73bd76de0a9b None None] Routers set() bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:12:36.641768 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2927af0-2bb4-4ee5-8d61-73bd76de0a9b None None] Router IDs set() for agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 23:12:36.955421 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-1fed9183-1965-434b-ac9c-8e60253a6e1f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:12:37.047957 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.policy [None req-1fed9183-1965-434b-ac9c-8e60253a6e1f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92895) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 23:12:37.093216 dv-cinder-792462-21-iscsi neutron-server[92895]: WARNING oslo_policy.policy [None req-1fed9183-1965-434b-ac9c-8e60253a6e1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:12:37.093586 dv-cinder-792462-21-iscsi neutron-server[92895]: WARNING oslo_policy.policy [None req-1fed9183-1965-434b-ac9c-8e60253a6e1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:12:37.102252 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.quota [None req-1fed9183-1965-434b-ac9c-8e60253a6e1f admin admin] Loaded quota_driver: . Jun 28 23:12:37.196915 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1fed9183-1965-434b-ac9c-8e60253a6e1f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780550111584', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780550112179', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780550123499', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780550134177', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780550143844', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780550145638', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-580484', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-805979', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2032175', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1986763'] for rbac-policy, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:37.266195 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1fed9183-1965-434b-ac9c-8e60253a6e1f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:37.277888 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-1fed9183-1965-434b-ac9c-8e60253a6e1f admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6528645 Jun 28 23:12:39.845928 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 50668) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:12:40.171397 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Request body: {'network': {'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'project_id': '8fcd7ac14c794331bb3b0912cba86876', 'admin_state_up': True, 'name': 'private'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:12:40.201546 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Made reservation on behalf of 8fcd7ac14c794331bb3b0912cba86876 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:12:40.204323 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:40.221085 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:40.370955 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:40.377187 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:40.383884 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:12:40.402296 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:12:40.432257 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780552487343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:40.432859 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Unsubscribe: segment precommit_create {{(pid=92895) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 23:12:40.433320 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Added segment 78b906ca-eb3d-466e-a8b0-8ceb0d984b1b of type vlan for network 507b64c1-d49a-4b2b-b325-76ab732b359f Jun 28 23:12:40.451536 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2431be53-cb03-4773-8e92-5c20c17cced1,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:12:40.501430 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:40.501773 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:40.502097 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:40.502409 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:40.502725 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:40.503116 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:40.503405 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:40.503729 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:40.504044 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:40.504350 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:40.504644 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:40.504940 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Tracked resource versions report: Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: pushed versions: Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: { 'AddressGroup': {'1.2'}, Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'ConntrackHelper': {'1.0'}, Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Log': {'1.0'}, Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Network': {'1.1'}, Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Port': {'1.7'}, Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'PortForwarding': {'1.2'}, Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'QosPolicy': {'1.8'}, Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'SecurityGroup': {'1.4'}, Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'SubPort': {'1.0'}, Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Subnet': {'1.1'}, Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Trunk': {'1.1'}} Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: consumer versions: Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: { DHCP agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: L3 agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: Metadata agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: Metering agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: Open vSwitch agent@dv-cinder-792462-21-iscsi: { 'AddressGroup': '1.2', Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'ConntrackHelper': '1.0', Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Log': '1.0', Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Network': '1.1', Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Port': '1.7', Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'PortForwarding': '1.2', Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'QosPolicy': '1.8', Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'SecurityGroup': '1.4', Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'SecurityGroupRule': '1.2', Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'SubPort': '1.0', Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Subnet': '1.1', Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Trunk': '1.1'}} Jun 28 23:12:40.506277 dv-cinder-792462-21-iscsi neutron-server[92895]: {{(pid=92895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:12:40.554812 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:40.560390 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:12:40.615014 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:40.616490 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:12:40.617117 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:40.619284 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:12:40.672918 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8257871 Jun 28 23:12:40.718356 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Pushing event updated for resources: {'Network': ['ID=507b64c1-d49a-4b2b-b325-76ab732b359f,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:12:40.722052 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:12:40.733082 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network 507b64c1-d49a-4b2b-b325-76ab732b359f details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:12:43.363591 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 50682) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:12:43.890788 dv-cinder-792462-21-iscsi neutron-server[92894]: WARNING oslo_policy.policy [None req-f833de84-5663-4771-aaf1-c01c6c109242 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:12:43.891401 dv-cinder-792462-21-iscsi neutron-server[92894]: WARNING oslo_policy.policy [None req-f833de84-5663-4771-aaf1-c01c6c109242 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:12:44.338138 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.policy [None req-f833de84-5663-4771-aaf1-c01c6c109242 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92894) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 23:12:44.384319 dv-cinder-792462-21-iscsi neutron-server[92894]: WARNING oslo_policy.policy [None req-f833de84-5663-4771-aaf1-c01c6c109242 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:12:44.384992 dv-cinder-792462-21-iscsi neutron-server[92894]: WARNING oslo_policy.policy [None req-f833de84-5663-4771-aaf1-c01c6c109242 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:12:44.393642 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f833de84-5663-4771-aaf1-c01c6c109242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:12:44.395641 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f833de84-5663-4771-aaf1-c01c6c109242 admin admin] 10.222.0.35 "GET /v2.0/networks/507b64c1-d49a-4b2b-b325-76ab732b359f HTTP/1.1" status: 200 len: 825 time: 1.0297647 Jun 28 23:12:44.435373 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b7dd6a53-9b09-47e8-89dc-0b33e6800934 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/e4c5efc2-2bde-4aea-b430-eaf79adb5c5d HTTP/1.1" status: 200 len: 734 time: 0.0343041 Jun 28 23:12:44.444249 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Request body: {'subnet': {'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'name': 'private-subnet', 'subnetpool_id': 'e4c5efc2-2bde-4aea-b430-eaf79adb5c5d', 'ip_version': 4, 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f', 'gateway_ip': '172.20.0.1'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:12:44.446124 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.quota [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Loaded quota_driver: . Jun 28 23:12:44.487658 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Made reservation on behalf of 8fcd7ac14c794331bb3b0912cba86876 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:12:44.490475 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Notify callbacks [] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:44.788890 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:44.793962 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:12:44.859537 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Checking segment: {'id': '78b906ca-eb3d-466e-a8b0-8ceb0d984b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:12:44.859900 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Network hostable DHCP agents. Network: 507b64c1-d49a-4b2b-b325-76ab732b359f, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:12:44.872870 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Pushing event updated for resources: {'Subnet': ['ID=1010aa97-fee8-4dab-a8c6-2bd2c90a9301,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:12:44.883584 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:44.883928 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:44.884253 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:44.884569 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:44.884882 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:44.885204 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:44.885516 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:44.885866 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:44.886187 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:44.886551 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:44.887390 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:44.887692 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Tracked resource versions report: Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: pushed versions: Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: { 'AddressGroup': {'1.2'}, Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'ConntrackHelper': {'1.0'}, Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Log': {'1.0'}, Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Network': {'1.1'}, Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Port': {'1.7'}, Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'PortForwarding': {'1.2'}, Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'QosPolicy': {'1.8'}, Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'SecurityGroup': {'1.4'}, Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'SubPort': {'1.0'}, Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Subnet': {'1.1'}, Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Trunk': {'1.1'}} Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: consumer versions: Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: { DHCP agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: L3 agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: Metadata agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: Metering agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: Open vSwitch agent@dv-cinder-792462-21-iscsi: { 'AddressGroup': '1.2', Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'ConntrackHelper': '1.0', Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Log': '1.0', Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Network': '1.1', Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Port': '1.7', Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'PortForwarding': '1.2', Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'QosPolicy': '1.8', Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'SecurityGroup': '1.4', Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'SecurityGroupRule': '1.2', Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'SubPort': '1.0', Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Subnet': '1.1', Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Trunk': '1.1'}} Jun 28 23:12:44.889018 dv-cinder-792462-21-iscsi neutron-server[92894]: {{(pid=92894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:12:44.920780 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Network 507b64c1-d49a-4b2b-b325-76ab732b359f is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:12:44.925676 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:12:44.934957 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, 507b64c1-d49a-4b2b-b325-76ab732b359f) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:12:44.939823 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:12:44.940451 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:44.947642 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5133b176-9614-4777-bf86-593bee9d6f5d None None] Network 507b64c1-d49a-4b2b-b325-76ab732b359f requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:12:44.973279 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5297322 Jun 28 23:12:45.322123 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71dcb06f-5920-57ee-abd5-bc0b8bc26ff9-507b64c1-d49a-4b2b-b325-76ab732b359f', 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f', 'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'fixed_ips': [{'subnet_id': '1010aa97-fee8-4dab-a8c6-2bd2c90a9301'}]}} from dv-cinder-792462-21-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:12:45.323366 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:45.604052 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Allocated IP 172.20.0.2 (507b64c1-d49a-4b2b-b325-76ab732b359f/1010aa97-fee8-4dab-a8c6-2bd2c90a9301/a87cced4-8cfd-489d-bc73-2317857d4428) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:12:45.817364 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:45.834881 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Transition to ACTIVE for port object a87cced4-8cfd-489d-bc73-2317857d4428 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:12:45.887703 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Transition to ACTIVE for port object a87cced4-8cfd-489d-bc73-2317857d4428 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:12:45.897878 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:45.900847 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:12:45.994391 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Network 507b64c1-d49a-4b2b-b325-76ab732b359f is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:12:45.995705 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Pushing event updated for resources: {'Port': ['ID=a87cced4-8cfd-489d-bc73-2317857d4428,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:12:45.998308 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:12:46.005841 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:12:46.009569 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:46.009910 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:46.010237 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:46.010557 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:46.010895 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:46.011237 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:46.012099 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:46.012408 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:46.012733 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:46.013048 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:46.013400 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:46.013707 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Tracked resource versions report: Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: pushed versions: Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: { 'AddressGroup': {'1.2'}, Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'ConntrackHelper': {'1.0'}, Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Log': {'1.0'}, Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Network': {'1.1'}, Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Port': {'1.7'}, Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'PortForwarding': {'1.2'}, Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'QosPolicy': {'1.8'}, Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'SecurityGroup': {'1.4'}, Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'SubPort': {'1.0'}, Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Subnet': {'1.1'}, Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Trunk': {'1.1'}} Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: consumer versions: Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: { DHCP agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: L3 agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: Metadata agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: Metering agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: Open vSwitch agent@dv-cinder-792462-21-iscsi: { 'AddressGroup': '1.2', Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'ConntrackHelper': '1.0', Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Log': '1.0', Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Network': '1.1', Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Port': '1.7', Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'PortForwarding': '1.2', Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'QosPolicy': '1.8', Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'SecurityGroup': '1.4', Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'SecurityGroupRule': '1.2', Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'SubPort': '1.0', Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Subnet': '1.1', Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Trunk': '1.1'}} Jun 28 23:12:46.015445 dv-cinder-792462-21-iscsi neutron-server[92896]: {{(pid=92896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:12:46.039516 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:12:46.088609 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Attempting to bind port a87cced4-8cfd-489d-bc73-2317857d4428 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:12:46.089003 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Attempting to bind port a87cced4-8cfd-489d-bc73-2317857d4428 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': '78b906ca-eb3d-466e-a8b0-8ceb0d984b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:12:46.089427 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Attempting to bind port a87cced4-8cfd-489d-bc73-2317857d4428 on network 507b64c1-d49a-4b2b-b325-76ab732b359f {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:12:46.095342 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:12:46.095729 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Checking segment: {'id': '78b906ca-eb3d-466e-a8b0-8ceb0d984b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:12:46.096224 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:46.096599 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Bound using segment: {'id': '78b906ca-eb3d-466e-a8b0-8ceb0d984b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:12:46.097087 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Bound port: a87cced4-8cfd-489d-bc73-2317857d4428, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b906ca-eb3d-466e-a8b0-8ceb0d984b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:12:46.097519 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:46.163137 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] For port a87cced4-8cfd-489d-bc73-2317857d4428, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:12:46.167516 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] For port a87cced4-8cfd-489d-bc73-2317857d4428, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=a87cced4-8cfd-489d-bc73-2317857d4428,segment=NetworkSegment(78b906ca-eb3d-466e-a8b0-8ceb0d984b1b),segment_id=78b906ca-eb3d-466e-a8b0-8ceb0d984b1b)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:12:46.174337 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:46.180177 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:12:46.244369 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Pushing event updated for resources: {'Port': ['ID=a87cced4-8cfd-489d-bc73-2317857d4428,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:12:46.247944 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:12:47.457365 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 50702) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:12:47.860855 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [None req-f84359b4-ae44-4269-b5b7-f449a13fd549 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:12:47.861866 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f84359b4-ae44-4269-b5b7-f449a13fd549 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4032590 Jun 28 23:12:50.288293 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 50710) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:12:50.624992 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [None req-1f03ac35-d41a-406c-9351-f1748fcf461f admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:12:50.626077 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-1f03ac35-d41a-406c-9351-f1748fcf461f admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3365891 Jun 28 23:12:52.722061 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff15f0d-35c9-41a1-aa0e-6cfea0a6bfd3 None None] Network 507b64c1-d49a-4b2b-b325-76ab732b359f requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:12:52.878969 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-94f5f183-959a-4385-84a1-b0e72732a703 None None] Provisioning for port a87cced4-8cfd-489d-bc73-2317857d4428 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:12:53.382443 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 50724) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:12:53.487102 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device a87cced4-8cfd-489d-bc73-2317857d4428 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:12:53.572123 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port a87cced4-8cfd-489d-bc73-2317857d4428 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:12:53.577002 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port a87cced4-8cfd-489d-bc73-2317857d4428 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:12:53.577405 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:53.655167 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:12:53.695634 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:53.732903 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port a87cced4-8cfd-489d-bc73-2317857d4428, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=a87cced4-8cfd-489d-bc73-2317857d4428,segment=NetworkSegment(78b906ca-eb3d-466e-a8b0-8ceb0d984b1b),segment_id=78b906ca-eb3d-466e-a8b0-8ceb0d984b1b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:12:53.737865 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:53.740911 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:12:53.745126 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-1493c7d2-9a43-4b5f-87ef-a091b44e1869 admin admin] Request body: {'router': {'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:12:53.773045 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1493c7d2-9a43-4b5f-87ef-a091b44e1869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24888'] for router, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:53.775013 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1493c7d2-9a43-4b5f-87ef-a091b44e1869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24883'] for router, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:53.791721 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=a87cced4-8cfd-489d-bc73-2317857d4428,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:12:53.795173 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:12:53.941385 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1493c7d2-9a43-4b5f-87ef-a091b44e1869 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:53.947013 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1493c7d2-9a43-4b5f-87ef-a091b44e1869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657275'] for router, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:53.961937 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1493c7d2-9a43-4b5f-87ef-a091b44e1869 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:53.963283 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-1493c7d2-9a43-4b5f-87ef-a091b44e1869 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5796938 Jun 28 23:12:55.455058 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device a87cced4-8cfd-489d-bc73-2317857d4428 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:12:55.505693 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port a87cced4-8cfd-489d-bc73-2317857d4428 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:12:55.506066 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:55.889234 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-bba73dc4-9a2e-4e08-93ef-210ab851623d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:56.383051 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 50732) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:12:56.726077 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [None req-1b8f3765-6a34-4139-8169-ad657be9545b admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:12:56.727625 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1b8f3765-6a34-4139-8169-ad657be9545b admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3434732 Jun 28 23:12:58.952507 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:59.118311 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6bb294b6-298a-434a-8b0e-dabda9990fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:59.229913 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 50740) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:12:59.652725 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:12:59.682291 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Made reservation on behalf of 29e9dbec26f440bcbcc253c9fe6e3652 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:12:59.684835 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:59.700514 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:59.786683 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:59.836843 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:59.843373 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:59.854240 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:12:59.868944 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Reserving flat network on physical network physnet1 {{(pid=92894) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 23:12:59.890859 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c880d8ce-f259-4da4-9ac7-15b816964515,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:12:59.898870 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780552487343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:12:59.899509 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Unsubscribe: segment precommit_create {{(pid=92894) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 23:12:59.899975 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Added segment dbccacb3-eb52-4c06-9b7d-3d3343eea5a2 of type flat for network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 Jun 28 23:12:59.905553 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:12:59.961443 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:00.024135 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:00.027089 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:13:00.027504 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:00.030628 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:13:00.102015 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8709326 Jun 28 23:13:00.148201 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Pushing event updated for resources: {'Network': ['ID=f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:13:00.151514 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:13:00.159931 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:13:01.982553 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:02.626084 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 50758) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:13:02.805603 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310f240e-8666-41d7-b2db-3b6fb63da466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:13:02.807009 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-310f240e-8666-41d7-b2db-3b6fb63da466 admin admin] 10.222.0.35 "GET /v2.0/subnets/1010aa97-fee8-4dab-a8c6-2bd2c90a9301 HTTP/1.1" status: 200 len: 849 time: 0.1800272 Jun 28 23:13:02.972265 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-11a5d2c3-d191-4ec8-8ee5-49c1d1a55e2d admin admin] 10.222.0.35 "GET /v2.0/routers/ee68e501-dcfe-45a3-90f6-ad5655a3d553 HTTP/1.1" status: 200 len: 704 time: 0.1598403 Jun 28 23:13:03.242237 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:03.550236 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Allocated IP 172.20.0.1 (507b64c1-d49a-4b2b-b325-76ab732b359f/1010aa97-fee8-4dab-a8c6-2bd2c90a9301/02b7c7d3-6d02-48d8-93ee-91e1ffc031b9) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:13:03.723505 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:03.747190 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Transition to ACTIVE for port object 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:13:03.830402 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:03.833275 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:13:03.949908 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Network 507b64c1-d49a-4b2b-b325-76ab732b359f is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:13:03.954754 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:13:03.962495 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:13:03.962495 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656966'] for router_interface, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:04.025073 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Pushing event updated for resources: {'Port': ['ID=02b7c7d3-6d02-48d8-93ee-91e1ffc031b9,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:13:04.034514 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:13:04.207093 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:04.216833 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-54ab2181-fe44-47a1-9630-aacc2d30f6d7 None None] Provisioning for port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:13:04.221872 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-54ab2181-fe44-47a1-9630-aacc2d30f6d7 None None] Provisioning complete for port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:13:04.222437 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-54ab2181-fe44-47a1-9630-aacc2d30f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:04.261876 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-54ab2181-fe44-47a1-9630-aacc2d30f6d7 None None] Port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:13:04.429371 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:04.434732 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:04.435953 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1657718'] for router_interface, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:04.438450 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:13:04.520572 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Pushing event updated for resources: {'Port': ['ID=02b7c7d3-6d02-48d8-93ee-91e1ffc031b9,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:13:04.524614 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:13:04.566329 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Network 507b64c1-d49a-4b2b-b325-76ab732b359f is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:13:04.567834 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:13:04.741820 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Router ee68e501-dcfe-45a3-90f6-ad5655a3d553 is scheduled to L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:13:04.784006 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-7dff515f-6807-46e1-b746-f52edf6bb743 None None] Provisioning complete for port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:13:04.784380 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7dff515f-6807-46e1-b746-f52edf6bb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:04.819389 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-7dff515f-6807-46e1-b746-f52edf6bb743 None None] Port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:13:04.849741 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:13:04.856486 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] 10.222.0.35 "PUT /v2.0/routers/ee68e501-dcfe-45a3-90f6-ad5655a3d553/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8792830 Jun 28 23:13:04.870334 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Sync routers for ids ['ee68e501-dcfe-45a3-90f6-ad5655a3d553'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:13:04.884195 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Routers {'ee68e501-dcfe-45a3-90f6-ad5655a3d553'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:13:04.884195 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:12:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['ee68e501-dcfe-45a3-90f6-ad5655a3d553'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:13:05.074598 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Set router ee68e501-dcfe-45a3-90f6-ad5655a3d553 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:13:05.563059 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68e501-dcfe-45a3-90f6-ad5655a3d553', 'name': 'router1', 'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:12:53Z', 'updated_at': '2021-06-28T23:13:04Z', 'revision_number': 2, 'project_id': '8fcd7ac14c794331bb3b0912cba86876', 'gw_port_host': None, '_interfaces': [{'id': '02b7c7d3-6d02-48d8-93ee-91e1ffc031b9', 'name': '', 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f', 'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'mac_address': 'fa:16:3e:d6:e4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee68e501-dcfe-45a3-90f6-ad5655a3d553', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1010aa97-fee8-4dab-a8c6-2bd2c90a9301', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:13:03Z', 'updated_at': '2021-06-28T23:13:04Z', 'revision_number': 2, 'project_id': '8fcd7ac14c794331bb3b0912cba86876', 'subnets': [{'id': '1010aa97-fee8-4dab-a8c6-2bd2c90a9301', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4c5efc2-2bde-4aea-b430-eaf79adb5c5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:13:05.616123 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Checking router: ee68e501-dcfe-45a3-90f6-ad5655a3d553 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:13:05.616496 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Updating router ee68e501-dcfe-45a3-90f6-ad5655a3d553 port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 binding host dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:13:05.685658 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:06.248228 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:06.266324 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Transition to ACTIVE for port object 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:13:06.273077 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:06.278102 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:13:06.436491 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Attempting to bind port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:13:06.436901 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Attempting to bind port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': '78b906ca-eb3d-466e-a8b0-8ceb0d984b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:13:06.437334 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Attempting to bind port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 on network 507b64c1-d49a-4b2b-b325-76ab732b359f {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:13:06.445680 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Pushing event updated for resources: {'Port': ['ID=02b7c7d3-6d02-48d8-93ee-91e1ffc031b9,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:13:06.449126 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:13:06.449605 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Checking segment: {'id': '78b906ca-eb3d-466e-a8b0-8ceb0d984b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:13:06.450010 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:06.450397 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Bound using segment: {'id': '78b906ca-eb3d-466e-a8b0-8ceb0d984b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:13:06.450961 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Bound port: 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b906ca-eb3d-466e-a8b0-8ceb0d984b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:13:06.451378 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:06.470353 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:13:06.470691 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:13:06.471045 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:13:06.471374 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:13:06.471692 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:13:06.472017 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:13:06.472328 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:13:06.472650 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:13:06.472973 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:13:06.473288 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:13:06.473596 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:13:06.473910 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Tracked resource versions report: Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: pushed versions: Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: { 'AddressGroup': {'1.2'}, Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'ConntrackHelper': {'1.0'}, Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Log': {'1.0'}, Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Network': {'1.1'}, Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Port': {'1.7'}, Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'PortForwarding': {'1.2'}, Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'QosPolicy': {'1.8'}, Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'SecurityGroup': {'1.4'}, Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'SubPort': {'1.0'}, Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Subnet': {'1.1'}, Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Trunk': {'1.1'}} Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: consumer versions: Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: { DHCP agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: L3 agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: Metadata agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: Metering agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: Open vSwitch agent@dv-cinder-792462-21-iscsi: { 'AddressGroup': '1.2', Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'ConntrackHelper': '1.0', Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Log': '1.0', Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Network': '1.1', Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Port': '1.7', Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'PortForwarding': '1.2', Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'QosPolicy': '1.8', Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'SecurityGroup': '1.4', Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'SecurityGroupRule': '1.2', Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'SubPort': '1.0', Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Subnet': '1.1', Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Trunk': '1.1'}} Jun 28 23:13:06.475334 dv-cinder-792462-21-iscsi neutron-server[92897]: {{(pid=92897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:13:06.517809 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:13:06.532026 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] For port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:13:06.540141 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] For port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=02b7c7d3-6d02-48d8-93ee-91e1ffc031b9,segment=NetworkSegment(78b906ca-eb3d-466e-a8b0-8ceb0d984b1b),segment_id=78b906ca-eb3d-466e-a8b0-8ceb0d984b1b)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:13:06.546327 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:06.552979 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:13:06.666940 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Pushing event updated for resources: {'Port': ['ID=02b7c7d3-6d02-48d8-93ee-91e1ffc031b9,revision_number=4']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:13:06.674273 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:13:06.674936 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Routers {'ee68e501-dcfe-45a3-90f6-ad5655a3d553'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:13:06.675558 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:12:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['ee68e501-dcfe-45a3-90f6-ad5655a3d553'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:13:06.798049 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] Set router ee68e501-dcfe-45a3-90f6-ad5655a3d553 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:13:07.021274 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68e501-dcfe-45a3-90f6-ad5655a3d553', 'name': 'router1', 'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:12:53Z', 'updated_at': '2021-06-28T23:13:04Z', 'revision_number': 2, 'project_id': '8fcd7ac14c794331bb3b0912cba86876', 'gw_port_host': None, '_interfaces': [{'id': '02b7c7d3-6d02-48d8-93ee-91e1ffc031b9', 'name': '', 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f', 'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'mac_address': 'fa:16:3e:d6:e4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee68e501-dcfe-45a3-90f6-ad5655a3d553', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1010aa97-fee8-4dab-a8c6-2bd2c90a9301', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:13:03Z', 'updated_at': '2021-06-28T23:13:06Z', 'revision_number': 4, 'project_id': '8fcd7ac14c794331bb3b0912cba86876', 'subnets': [{'id': '1010aa97-fee8-4dab-a8c6-2bd2c90a9301', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4c5efc2-2bde-4aea-b430-eaf79adb5c5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:13:07.047277 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e0ac07-e78b-4fb1-9fa0-ca1bbcc81893 None None] The sync data for ids ['ee68e501-dcfe-45a3-90f6-ad5655a3d553'] in dv-cinder-792462-21-iscsi is: [{'id': 'ee68e501-dcfe-45a3-90f6-ad5655a3d553', 'name': 'router1', 'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:12:53Z', 'updated_at': '2021-06-28T23:13:04Z', 'revision_number': 2, 'project_id': '8fcd7ac14c794331bb3b0912cba86876', 'gw_port_host': None, '_interfaces': [{'id': '02b7c7d3-6d02-48d8-93ee-91e1ffc031b9', 'name': '', 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f', 'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'mac_address': 'fa:16:3e:d6:e4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee68e501-dcfe-45a3-90f6-ad5655a3d553', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1010aa97-fee8-4dab-a8c6-2bd2c90a9301', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:13:03Z', 'updated_at': '2021-06-28T23:13:06Z', 'revision_number': 4, 'project_id': '8fcd7ac14c794331bb3b0912cba86876', 'subnets': [{'id': '1010aa97-fee8-4dab-a8c6-2bd2c90a9301', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4c5efc2-2bde-4aea-b430-eaf79adb5c5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:13:07.424906 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 50778) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:13:07.534942 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7768fd-f21f-4b33-8eff-869bdcd32794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:13:07.536323 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ae7768fd-f21f-4b33-8eff-869bdcd32794 admin admin] 10.222.0.35 "GET /v2.0/networks/f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 HTTP/1.1" status: 200 len: 842 time: 0.1104598 Jun 28 23:13:07.545876 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-5e517565-f204-40b9-a6d6-7157520ef0dd admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:13:07.567111 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e517565-f204-40b9-a6d6-7157520ef0dd admin admin] Made reservation on behalf of 29e9dbec26f440bcbcc253c9fe6e3652 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:13:07.569404 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5e517565-f204-40b9-a6d6-7157520ef0dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:07.865285 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.objects.ports [None req-5e517565-f204-40b9-a6d6-7157520ef0dd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92894) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 23:13:07.865743 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5e517565-f204-40b9-a6d6-7157520ef0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:07.868009 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b5264e02-620b-4c36-927f-18c3b5ac37af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:13:07.925749 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e517565-f204-40b9-a6d6-7157520ef0dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b900953-9ceb-4cea-afb9-406332d9793f,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:13:07.928287 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e517565-f204-40b9-a6d6-7157520ef0dd admin admin] Checking segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:13:07.928646 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e517565-f204-40b9-a6d6-7157520ef0dd admin admin] Network hostable DHCP agents. Network: f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:13:07.930954 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5e517565-f204-40b9-a6d6-7157520ef0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:13:07.948876 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e517565-f204-40b9-a6d6-7157520ef0dd admin admin] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:13:07.962310 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-5e517565-f204-40b9-a6d6-7157520ef0dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:13:07.968181 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e517565-f204-40b9-a6d6-7157520ef0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:13:07.968914 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5e517565-f204-40b9-a6d6-7157520ef0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:07.975103 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b05916-b664-499a-b81c-bfae91bccef9 None None] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:13:07.986954 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5e517565-f204-40b9-a6d6-7157520ef0dd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4447269 Jun 28 23:13:08.123381 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff0b94c-9b54-4526-93bc-cd962679973a None None] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:13:10.377903 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 50790) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:13:10.537673 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7b969b79-29f3-43ab-bd6a-29688c68ac0e admin admin] 10.222.0.35 "GET /v2.0/routers/ee68e501-dcfe-45a3-90f6-ad5655a3d553 HTTP/1.1" status: 200 len: 710 time: 0.1585960 Jun 28 23:13:10.695848 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39f2d8b-a1a6-42a6-b317-d07a1eea8ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:13:10.697204 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c39f2d8b-a1a6-42a6-b317-d07a1eea8ea8 admin admin] 10.222.0.35 "GET /v2.0/networks/f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 HTTP/1.1" status: 200 len: 886 time: 0.1544135 Jun 28 23:13:10.707746 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:13:10.951366 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24861'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:11.195571 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:11.290364 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:11.420869 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Allocated IP 172.27.2.192 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/74af14b7-02a2-4218-9672-033e3a747268) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:13:11.531358 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:13:11.551034 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:11.594780 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:13:11.599452 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:13:11.599822 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:11.613606 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:11.615942 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:13:11.657348 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:13:11.662227 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:13:11.666809 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Pushing event updated for resources: {'Port': ['ID=74af14b7-02a2-4218-9672-033e3a747268,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:13:11.678632 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:13:11.684655 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:11.727062 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=02b7c7d3-6d02-48d8-93ee-91e1ffc031b9,segment=NetworkSegment(78b906ca-eb3d-466e-a8b0-8ceb0d984b1b),segment_id=78b906ca-eb3d-466e-a8b0-8ceb0d984b1b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:13:11.732908 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:11.737255 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:13:11.766346 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:13:11.788500 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=02b7c7d3-6d02-48d8-93ee-91e1ffc031b9,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:13:11.791605 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:13:11.953170 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:12.243699 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24861'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:12.247571 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1657257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1657250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1657806'] for router, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:12.355350 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Router ee68e501-dcfe-45a3-90f6-ad5655a3d553 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:13:12.471025 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:13:12.475780 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:12.476978 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] 10.222.0.35 "PUT /v2.0/routers/ee68e501-dcfe-45a3-90f6-ad5655a3d553 HTTP/1.1" status: 200 len: 890 time: 1.7732334 Jun 28 23:13:12.494303 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Sync routers for ids ['ee68e501-dcfe-45a3-90f6-ad5655a3d553'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:13:12.506076 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Routers {'ee68e501-dcfe-45a3-90f6-ad5655a3d553'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:13:12.506760 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:12:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['ee68e501-dcfe-45a3-90f6-ad5655a3d553'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:13:12.783973 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Set router ee68e501-dcfe-45a3-90f6-ad5655a3d553 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:13:13.259038 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68e501-dcfe-45a3-90f6-ad5655a3d553', 'name': 'router1', 'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '74af14b7-02a2-4218-9672-033e3a747268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:12:53Z', 'updated_at': '2021-06-28T23:13:11Z', 'revision_number': 4, 'project_id': '8fcd7ac14c794331bb3b0912cba86876', 'gw_port': {'id': '74af14b7-02a2-4218-9672-033e3a747268', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:10:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee68e501-dcfe-45a3-90f6-ad5655a3d553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:13:11Z', 'updated_at': '2021-06-28T23:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '02b7c7d3-6d02-48d8-93ee-91e1ffc031b9', 'name': '', 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f', 'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'mac_address': 'fa:16:3e:d6:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68e501-dcfe-45a3-90f6-ad5655a3d553', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1010aa97-fee8-4dab-a8c6-2bd2c90a9301', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:13:03Z', 'updated_at': '2021-06-28T23:13:11Z', 'revision_number': 5, 'project_id': '8fcd7ac14c794331bb3b0912cba86876', 'subnets': [{'id': '1010aa97-fee8-4dab-a8c6-2bd2c90a9301', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4c5efc2-2bde-4aea-b430-eaf79adb5c5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:13:13.316592 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Checking router: ee68e501-dcfe-45a3-90f6-ad5655a3d553 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:13:13.316963 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Updating router ee68e501-dcfe-45a3-90f6-ad5655a3d553 port 74af14b7-02a2-4218-9672-033e3a747268 binding host dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:13:13.349579 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:13.485548 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:13:13.701126 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:13:13.701504 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:13.876126 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:13.887919 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Transition to ACTIVE for port object 74af14b7-02a2-4218-9672-033e3a747268 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:13:13.894996 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:13.897586 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:13:13.954640 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Attempting to bind port 74af14b7-02a2-4218-9672-033e3a747268 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:13:13.954960 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Attempting to bind port 74af14b7-02a2-4218-9672-033e3a747268 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:13:13.955345 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Attempting to bind port 74af14b7-02a2-4218-9672-033e3a747268 on network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:13:13.957391 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd18b7-a0fd-49a7-9758-9de452719c4e None None] Pushing event updated for resources: {'Port': ['ID=74af14b7-02a2-4218-9672-033e3a747268,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:13:13.960632 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-57fd18b7-a0fd-49a7-9758-9de452719c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:13:13.963973 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:13:13.964355 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Checking segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:13:13.964770 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:13.965361 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Bound using segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:13:13.965713 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Bound port: 74af14b7-02a2-4218-9672-033e3a747268, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:13:13.966083 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:14.017356 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] For port 74af14b7-02a2-4218-9672-033e3a747268, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:13:14.020633 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] For port 74af14b7-02a2-4218-9672-033e3a747268, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=74af14b7-02a2-4218-9672-033e3a747268,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:13:14.026059 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:14.028212 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:13:14.084481 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd18b7-a0fd-49a7-9758-9de452719c4e None None] Pushing event updated for resources: {'Port': ['ID=74af14b7-02a2-4218-9672-033e3a747268,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:13:14.087067 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Routers {'ee68e501-dcfe-45a3-90f6-ad5655a3d553'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:13:14.087669 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:12:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['ee68e501-dcfe-45a3-90f6-ad5655a3d553'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:13:14.090129 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-57fd18b7-a0fd-49a7-9758-9de452719c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:13:14.274208 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] Set router ee68e501-dcfe-45a3-90f6-ad5655a3d553 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:13:14.518090 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68e501-dcfe-45a3-90f6-ad5655a3d553', 'name': 'router1', 'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '74af14b7-02a2-4218-9672-033e3a747268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:12:53Z', 'updated_at': '2021-06-28T23:13:11Z', 'revision_number': 4, 'project_id': '8fcd7ac14c794331bb3b0912cba86876', 'gw_port': {'id': '74af14b7-02a2-4218-9672-033e3a747268', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:10:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee68e501-dcfe-45a3-90f6-ad5655a3d553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:13:11Z', 'updated_at': '2021-06-28T23:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '02b7c7d3-6d02-48d8-93ee-91e1ffc031b9', 'name': '', 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f', 'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'mac_address': 'fa:16:3e:d6:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68e501-dcfe-45a3-90f6-ad5655a3d553', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1010aa97-fee8-4dab-a8c6-2bd2c90a9301', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:13:03Z', 'updated_at': '2021-06-28T23:13:11Z', 'revision_number': 5, 'project_id': '8fcd7ac14c794331bb3b0912cba86876', 'subnets': [{'id': '1010aa97-fee8-4dab-a8c6-2bd2c90a9301', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4c5efc2-2bde-4aea-b430-eaf79adb5c5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:13:14.566394 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d619ce3-0d70-4ac7-ba47-2ef06b32eff8 None None] The sync data for ids ['ee68e501-dcfe-45a3-90f6-ad5655a3d553'] in dv-cinder-792462-21-iscsi is: [{'id': 'ee68e501-dcfe-45a3-90f6-ad5655a3d553', 'name': 'router1', 'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '74af14b7-02a2-4218-9672-033e3a747268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:12:53Z', 'updated_at': '2021-06-28T23:13:11Z', 'revision_number': 4, 'project_id': '8fcd7ac14c794331bb3b0912cba86876', 'gw_port': {'id': '74af14b7-02a2-4218-9672-033e3a747268', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:10:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee68e501-dcfe-45a3-90f6-ad5655a3d553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:13:11Z', 'updated_at': '2021-06-28T23:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '02b7c7d3-6d02-48d8-93ee-91e1ffc031b9', 'name': '', 'network_id': '507b64c1-d49a-4b2b-b325-76ab732b359f', 'tenant_id': '8fcd7ac14c794331bb3b0912cba86876', 'mac_address': 'fa:16:3e:d6:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68e501-dcfe-45a3-90f6-ad5655a3d553', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1010aa97-fee8-4dab-a8c6-2bd2c90a9301', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:13:03Z', 'updated_at': '2021-06-28T23:13:11Z', 'revision_number': 5, 'project_id': '8fcd7ac14c794331bb3b0912cba86876', 'subnets': [{'id': '1010aa97-fee8-4dab-a8c6-2bd2c90a9301', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4c5efc2-2bde-4aea-b430-eaf79adb5c5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:13:14.966656 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 50800) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:13:15.098899 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-704067d2-7b57-4037-8c64-a992a2a97a34 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1309311 Jun 28 23:13:15.520760 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 74af14b7-02a2-4218-9672-033e3a747268 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:13:15.577666 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 74af14b7-02a2-4218-9672-033e3a747268 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:13:15.583062 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 74af14b7-02a2-4218-9672-033e3a747268 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:13:15.583062 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:15.685495 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:15.716413 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 74af14b7-02a2-4218-9672-033e3a747268, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=74af14b7-02a2-4218-9672-033e3a747268,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:13:15.740998 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:15.744770 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:13:15.801010 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=74af14b7-02a2-4218-9672-033e3a747268,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:13:15.804066 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:13:17.500096 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 74af14b7-02a2-4218-9672-033e3a747268 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:13:17.570040 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 74af14b7-02a2-4218-9672-033e3a747268 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:13:17.570659 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:25.894734 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b44bc204-a97d-49f1-88e2-df1e90c3bf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:28.947177 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:29.128635 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0f80c23f-e024-43a7-bbee-28f2fdf3f594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:29.789437 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:30.654455 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:13:32.004590 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:55.892905 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5f0266e1-ae47-4240-928e-1ab8cea2fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:58.954382 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:59.127305 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2b8cdd53-4643-4a0c-8583-a78fa96d8c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:13:59.799288 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:14:02.003701 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:14:07.654023 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:14:25.884257 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b83c695e-95de-46f9-8354-e63b2625ff48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:14:28.950645 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:14:29.125386 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-daad521f-b0d4-42b9-b9ad-9600ffba5268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:14:29.795798 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:14:32.008099 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:14:44.652887 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:14:50.935468 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51368) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:14:50.996290 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce545207-01e8-4416-9569-76cb57344d3f admin admin] GET failed (client error): The resource could not be found. Jun 28 23:14:50.997630 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ce545207-01e8-4416-9569-76cb57344d3f admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611181 Jun 28 23:14:51.151819 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de64af7c-d5ee-4fa4-b073-16f9ff193c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:14:51.153178 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-de64af7c-d5ee-4fa4-b073-16f9ff193c9a admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1518104 Jun 28 23:14:53.338409 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 51378) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:14:53.484068 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc7e719-4221-462c-9f50-cf0c9ab3ce65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:14:53.485442 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7dc7e719-4221-462c-9f50-cf0c9ab3ce65 admin admin] 10.222.0.35 "GET /v2.0/subnets/1010aa97-fee8-4dab-a8c6-2bd2c90a9301 HTTP/1.1" status: 200 len: 849 time: 0.1459367 Jun 28 23:14:53.495495 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:14:53.606054 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:14:53.764895 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780552444766'] for subnet, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:14:53.767818 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:14:53.805144 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:14:53.805765 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:14:53.807265 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] 10.222.0.35 "PUT /v2.0/subnets/1010aa97-fee8-4dab-a8c6-2bd2c90a9301 HTTP/1.1" status: 200 len: 868 time: 0.3155479 Jun 28 23:14:53.828422 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1010aa97-fee8-4dab-a8c6-2bd2c90a9301,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:14:53.830379 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac89ca5a-a11e-45c7-903a-f1fd1684c8b6 None None] Network 507b64c1-d49a-4b2b-b325-76ab732b359f requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:14:53.836753 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:14:53.837126 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:14:53.837458 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:14:53.837786 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:14:53.838112 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:14:53.838452 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:14:53.838781 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:14:53.839164 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:14:53.839501 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:14:53.839816 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:14:53.840133 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:14:53.840569 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:14:53.845310 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:14:54.288684 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-79ac29aa-70cc-447c-8735-927fb05174df None None] Provisioning complete for port 02b7c7d3-6d02-48d8-93ee-91e1ffc031b9 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:14:54.288975 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-79ac29aa-70cc-447c-8735-927fb05174df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:14:54.385510 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-79ac29aa-70cc-447c-8735-927fb05174df None None] Provisioning complete for port a87cced4-8cfd-489d-bc73-2317857d4428 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:14:54.386411 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-79ac29aa-70cc-447c-8735-927fb05174df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:14:55.888181 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3e334928-cabf-4271-899e-dbdf10a53ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:14:56.013032 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51388) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:14:56.212282 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba7341-3d3e-4902-a932-2d992d29ff05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:14:56.212667 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba7341-3d3e-4902-a932-2d992d29ff05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:14:56.214191 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8bba7341-3d3e-4902-a932-2d992d29ff05 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002192 Jun 28 23:14:58.382971 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51396) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:14:58.511201 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70a0a1e-698d-49be-a548-be2c9fc5b18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:14:58.511671 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70a0a1e-698d-49be-a548-be2c9fc5b18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:14:58.513200 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c70a0a1e-698d-49be-a548-be2c9fc5b18d admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1292520 Jun 28 23:14:58.954214 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:14:59.115478 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e0aa0c3e-97ec-4a9f-b056-85aab4ba7083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:14:59.797505 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:00.665538 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51404) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:15:00.795231 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9079da1-2643-4fbd-991d-bb4fd23db96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:15:00.796632 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d9079da1-2643-4fbd-991d-bb4fd23db96c admin admin] 10.222.0.35 "GET /v2.0/networks/507b64c1-d49a-4b2b-b325-76ab732b359f HTTP/1.1" status: 200 len: 869 time: 0.1300430 Jun 28 23:15:02.012369 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:02.949568 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51412) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:15:03.084598 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6038f29b-7ec0-4604-9485-20bcbe804eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:15:03.085946 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-6038f29b-7ec0-4604-9485-20bcbe804eea admin admin] 10.222.0.35 "GET /v2.0/networks/f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 HTTP/1.1" status: 200 len: 886 time: 0.1353562 Jun 28 23:15:05.248191 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 51420) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:15:05.421510 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d419c568-f42d-4333-bcb1-9fe77b7bddca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:15:05.422340 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d419c568-f42d-4333-bcb1-9fe77b7bddca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:15:05.424988 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-d419c568-f42d-4333-bcb1-9fe77b7bddca admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1756370 Jun 28 23:15:07.579842 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 51428) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:15:07.668198 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c16a3b-9811-48ad-8c12-b8cc96b25c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:15:07.668646 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c16a3b-9811-48ad-8c12-b8cc96b25c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:15:07.670193 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-58c16a3b-9811-48ad-8c12-b8cc96b25c22 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0894082 Jun 28 23:15:09.825595 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 51436) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:15:09.917948 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591a428d-32ec-477b-a161-e6c3fd1f5033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:15:09.919344 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-591a428d-32ec-477b-a161-e6c3fd1f5033 admin admin] 10.222.0.35 "GET /v2.0/subnets/1010aa97-fee8-4dab-a8c6-2bd2c90a9301 HTTP/1.1" status: 200 len: 868 time: 0.0928187 Jun 28 23:15:12.084615 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 51444) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:15:12.173375 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e1aa6e-c0a6-4353-87cf-e37b16214f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:15:12.174694 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f2e1aa6e-c0a6-4353-87cf-e37b16214f8a admin admin] 10.222.0.35 "GET /v2.0/subnets/8b900953-9ceb-4cea-afb9-406332d9793f HTTP/1.1" status: 200 len: 816 time: 0.0891581 Jun 28 23:15:21.651150 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:15:25.890346 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a911f8e9-890c-4ff8-a176-f6982495670b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:28.952569 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:29.117055 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4b713c38-ea2b-4324-9207-db78182d54a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:29.802935 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:32.013672 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:35.524659 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51488) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:15:35.569635 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [None req-1d51e0e9-78ef-4bc8-babd-37a03aeaef0c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:15:35.570637 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1d51e0e9-78ef-4bc8-babd-37a03aeaef0c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450392 Jun 28 23:15:37.794076 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 51496) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:15:37.857148 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.pecan_wsgi.hooks.translation [None req-005136d6-ad4b-4d84-97b1-7d663fbc6472 admin admin] GET failed (client error): The resource could not be found. Jun 28 23:15:37.858443 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-005136d6-ad4b-4d84-97b1-7d663fbc6472 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0634398 Jun 28 23:15:37.995701 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f819cd-5167-4ced-a6b8-f84c1aa910e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:15:37.997150 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-87f819cd-5167-4ced-a6b8-f84c1aa910e4 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1350279 Jun 28 23:15:40.151248 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 51504) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:15:40.197077 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-09f147db-dfbc-4d79-9b7b-2ca79fa3b668 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:15:40.216180 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f147db-dfbc-4d79-9b7b-2ca79fa3b668 admin admin] Made reservation on behalf of 29e9dbec26f440bcbcc253c9fe6e3652 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:15:40.218316 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-09f147db-dfbc-4d79-9b7b-2ca79fa3b668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:40.255772 dv-cinder-792462-21-iscsi neutron-server[92895]: WARNING neutron.services.revisions.revision_plugin [None req-09f147db-dfbc-4d79-9b7b-2ca79fa3b668 admin admin] Could not find related network for resource to bump revision. Jun 28 23:15:40.267352 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f147db-dfbc-4d79-9b7b-2ca79fa3b668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:15:40.276073 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-09f147db-dfbc-4d79-9b7b-2ca79fa3b668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:40.276410 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-09f147db-dfbc-4d79-9b7b-2ca79fa3b668 admin admin] Added segment f6e0d141-4cf2-4681-b3d6-49eb76c53d80 of type vlan for network 8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b Jun 28 23:15:40.313637 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-09f147db-dfbc-4d79-9b7b-2ca79fa3b668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:40.340441 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-09f147db-dfbc-4d79-9b7b-2ca79fa3b668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:40.341700 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f147db-dfbc-4d79-9b7b-2ca79fa3b668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:15:40.342265 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-09f147db-dfbc-4d79-9b7b-2ca79fa3b668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:40.344873 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:15:40.369165 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-09f147db-dfbc-4d79-9b7b-2ca79fa3b668 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2168422 Jun 28 23:15:40.402693 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f147db-dfbc-4d79-9b7b-2ca79fa3b668 admin admin] Pushing event updated for resources: {'Network': ['ID=8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:15:40.405452 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-09f147db-dfbc-4d79-9b7b-2ca79fa3b668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:15:40.413844 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network 8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:15:42.525333 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 51512) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:15:42.590230 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.pecan_wsgi.hooks.translation [None req-71cc5c62-9a68-4f8f-a017-f118dcbe2a4c admin admin] GET failed (client error): The resource could not be found. Jun 28 23:15:42.591542 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-71cc5c62-9a68-4f8f-a017-f118dcbe2a4c admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0652783 Jun 28 23:15:42.662068 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347adefe-bdf2-4db7-b0a9-360208b8fc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:15:42.663550 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-347adefe-bdf2-4db7-b0a9-360208b8fc0d admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681849 Jun 28 23:15:42.673060 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-96ce2e49-e268-4ad4-b4ae-404dbce8d900 admin admin] Request body: {'subnet': {'network_id': '8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:15:42.695746 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ce2e49-e268-4ad4-b4ae-404dbce8d900 admin admin] Made reservation on behalf of 29e9dbec26f440bcbcc253c9fe6e3652 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:15:42.697968 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-96ce2e49-e268-4ad4-b4ae-404dbce8d900 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:42.905398 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-96ce2e49-e268-4ad4-b4ae-404dbce8d900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:42.907514 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:15:42.961213 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce2e49-e268-4ad4-b4ae-404dbce8d900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e390ed-0d98-4f7e-a296-cd1abdf2c723,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:15:42.964929 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-96ce2e49-e268-4ad4-b4ae-404dbce8d900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:15:42.969922 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ce2e49-e268-4ad4-b4ae-404dbce8d900 admin admin] Checking segment: {'id': 'f6e0d141-4cf2-4681-b3d6-49eb76c53d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:15:42.970270 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ce2e49-e268-4ad4-b4ae-404dbce8d900 admin admin] Network hostable DHCP agents. Network: 8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:15:42.993170 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ce2e49-e268-4ad4-b4ae-404dbce8d900 admin admin] Network 8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:15:43.004102 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-96ce2e49-e268-4ad4-b4ae-404dbce8d900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, 8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:15:43.008431 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ce2e49-e268-4ad4-b4ae-404dbce8d900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:15:43.009183 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-96ce2e49-e268-4ad4-b4ae-404dbce8d900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:43.013529 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf79cf1-4385-4c44-8f31-3c390507c0f4 None None] Network 8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:15:43.022325 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-96ce2e49-e268-4ad4-b4ae-404dbce8d900 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3527634 Jun 28 23:15:43.258043 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71dcb06f-5920-57ee-abd5-bc0b8bc26ff9-8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b', 'network_id': '8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b', 'tenant_id': '29e9dbec26f440bcbcc253c9fe6e3652', 'fixed_ips': [{'subnet_id': 'd0e390ed-0d98-4f7e-a296-cd1abdf2c723'}]}} from dv-cinder-792462-21-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:15:43.258965 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:43.389617 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Allocated IP 192.168.233.2 (8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b/d0e390ed-0d98-4f7e-a296-cd1abdf2c723/c58538ad-1b16-43bd-8365-2c7d6481d8fd) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:15:43.536837 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:43.545113 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Transition to ACTIVE for port object c58538ad-1b16-43bd-8365-2c7d6481d8fd will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:15:43.560738 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Transition to ACTIVE for port object c58538ad-1b16-43bd-8365-2c7d6481d8fd will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:15:43.566971 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:43.569177 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-57fd18b7-a0fd-49a7-9758-9de452719c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:15:43.605549 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Network 8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:15:43.608304 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:15:43.614897 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:15:43.620164 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Pushing event updated for resources: {'Port': ['ID=c58538ad-1b16-43bd-8365-2c7d6481d8fd,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:15:43.630892 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:15:43.631231 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:15:43.631569 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:15:43.631896 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:15:43.632219 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:15:43.632535 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:15:43.632852 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:15:43.633166 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:15:43.633496 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:15:43.633829 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:15:43.634142 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:15:43.634457 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:15:43.655123 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:15:43.689933 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Attempting to bind port c58538ad-1b16-43bd-8365-2c7d6481d8fd on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:15:43.690302 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Attempting to bind port c58538ad-1b16-43bd-8365-2c7d6481d8fd by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'f6e0d141-4cf2-4681-b3d6-49eb76c53d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:15:43.690664 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Attempting to bind port c58538ad-1b16-43bd-8365-2c7d6481d8fd on network 8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:15:43.695937 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:15:43.696327 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Checking segment: {'id': 'f6e0d141-4cf2-4681-b3d6-49eb76c53d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:15:43.696718 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:43.697107 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Bound using segment: {'id': 'f6e0d141-4cf2-4681-b3d6-49eb76c53d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:15:43.697576 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Bound port: c58538ad-1b16-43bd-8365-2c7d6481d8fd, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e0d141-4cf2-4681-b3d6-49eb76c53d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:15:43.697976 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:43.760658 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] For port c58538ad-1b16-43bd-8365-2c7d6481d8fd, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:15:43.763693 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] For port c58538ad-1b16-43bd-8365-2c7d6481d8fd, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=c58538ad-1b16-43bd-8365-2c7d6481d8fd,segment=NetworkSegment(f6e0d141-4cf2-4681-b3d6-49eb76c53d80),segment_id=f6e0d141-4cf2-4681-b3d6-49eb76c53d80)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:15:43.769362 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:43.772632 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:15:43.830482 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Pushing event updated for resources: {'Port': ['ID=c58538ad-1b16-43bd-8365-2c7d6481d8fd,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:15:43.834752 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:15:44.626923 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa07d8e-7630-4bda-a6af-66782cba521b None None] Network 8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:15:44.701569 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-18544940-0798-4b2d-9772-f2da12bf4b4d None None] Provisioning for port c58538ad-1b16-43bd-8365-2c7d6481d8fd completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:15:45.604005 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device c58538ad-1b16-43bd-8365-2c7d6481d8fd up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:15:45.657337 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port c58538ad-1b16-43bd-8365-2c7d6481d8fd completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:15:45.661793 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port c58538ad-1b16-43bd-8365-2c7d6481d8fd triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:15:45.662187 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:45.738719 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:45.771298 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port c58538ad-1b16-43bd-8365-2c7d6481d8fd, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=c58538ad-1b16-43bd-8365-2c7d6481d8fd,segment=NetworkSegment(f6e0d141-4cf2-4681-b3d6-49eb76c53d80),segment_id=f6e0d141-4cf2-4681-b3d6-49eb76c53d80)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:15:45.775722 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:45.777716 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:15:45.823416 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=c58538ad-1b16-43bd-8365-2c7d6481d8fd,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:15:45.826688 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:15:47.582999 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device c58538ad-1b16-43bd-8365-2c7d6481d8fd up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:15:47.634773 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port c58538ad-1b16-43bd-8365-2c7d6481d8fd triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:15:47.635173 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:55.891387 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-125978e8-5a96-4a40-a63c-5227f7c2b24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:58.649925 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:15:58.955793 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:59.120456 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-00d7176c-8b16-4294-80fc-217bf55be269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:15:59.805709 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:02.018354 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:25.892775 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a4750647-59e1-413c-8d4f-00e5ff50b0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:28.959280 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:29.121497 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-edf0c2b0-43a5-416a-a194-15bf8fe4b8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:29.808430 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:32.022497 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:35.650983 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:16:50.300981 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 51564) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:16:50.306809 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [None req-d2e54e14-e587-4d66-b2f2-6125758938da tempest-verify_tempest_config-1968137602 tempest-verify_tempest_config-1968137602-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:16:50.307773 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-d2e54e14-e587-4d66-b2f2-6125758938da tempest-verify_tempest_config-1968137602 tempest-verify_tempest_config-1968137602-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058503 Jun 28 23:16:50.615538 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 51582) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:16:50.721215 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:50.813766 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:50.818082 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:50.823875 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:16:50.862743 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=32a702d53ea44dbda211d644a4364b98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2461770 Jun 28 23:16:50.865344 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02adb398-217d-44bc-bb5d-e8d437ae00bf,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:16:50.865940 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51586) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:16:50.871888 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:50.872234 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:50.872567 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:50.872894 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:50.873214 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:50.873538 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:50.873855 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:50.874187 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:50.874520 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:50.874851 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:50.875168 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:50.875478 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:50.879805 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:16:50.921385 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:50.941521 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:51.036327 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:51.039339 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:51.040471 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02adb398-217d-44bc-bb5d-e8d437ae00bf HTTP/1.1" status: 204 len: 168 time: 0.1731141 Jun 28 23:16:51.041163 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:16:51.053196 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02adb398-217d-44bc-bb5d-e8d437ae00bf,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:16:51.066357 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:51.066797 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:51.067157 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:51.067482 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:51.067808 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:51.068237 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:51.068472 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:51.068799 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:51.069135 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:51.069453 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:51.069767 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:51.070079 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:16:51.075793 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:16:55.895000 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-da99a2fb-59f0-4935-a0a5-2b3d413cdda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:58.963082 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:59.121814 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-586960bd-398c-49af-ad47-0cf44fc14bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:16:59.811408 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:17:02.024615 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:17:12.649961 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:17:25.896020 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f040d5d2-f7e3-404a-ae8d-799af5168b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:17:28.963233 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:17:29.121865 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ebd725eb-7eb9-4129-83dc-b6dd5f1c3d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:17:29.814260 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:17:32.027326 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:17:49.649067 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:17:55.898542 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ad2df1b0-dc0c-48a1-8fdb-4a76a7270080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:17:58.963606 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:17:59.122048 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-30ecae9a-848f-42a3-bd8d-96f5c7830bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:17:59.816039 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:18:02.030542 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:18:25.638523 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1657762'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:18:25.898546 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6beb3e8f-774f-4c1e-b919-520c74ba4066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:18:26.651610 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:18:28.967380 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:18:29.122399 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6b86ae74-7fbf-4525-8b1b-244e3a606f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:18:29.617142 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51640) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:18:29.716702 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-97f55d5f-5458-4223-85db-331f7fb56010 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0984783 Jun 28 23:18:29.820736 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:18:31.852594 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51650) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:18:31.904598 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7f5ec1d2-a35c-44a6-bf7d-04dd95ed5972 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0509202 Jun 28 23:18:32.035432 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:18:55.593392 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:18:55.898037 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e0d5-549f-4f60-b757-01dd589c681f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:18:58.968618 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:18:59.124086 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-80477ffa-32b2-4067-932c-836b9c15b4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:18:59.824267 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:19:02.036989 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:19:03.651400 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:19:25.610504 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:19:25.911459 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eca99bdc-2bc5-4a9e-ae92-9c58dfabb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:19:28.973955 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:19:29.127653 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-79b8146b-b1d0-4e91-a606-b707cb67a36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:19:29.832013 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:19:32.050982 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:19:40.651137 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:19:55.610166 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:19:55.902342 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9e53a393-72e8-426e-b2fc-717300a76403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:19:58.980720 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:19:59.138323 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-99d76cbf-7df4-4c98-b43f-6e3f0b8abb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:19:59.846670 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:02.063285 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:04.889773 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51840) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:05.279664 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51860) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:05.342979 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-640309077-network', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:05.390517 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Made reservation on behalf of 50cc37f33e7f46c8a8602f1c6d244c51 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:05.395331 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:05.414547 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:05.603815 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:05.605536 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51868) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:05.612856 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:05.616631 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:05.644134 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13da9d7-5131-43dc-a9ef-9e15a805444c,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:05.655802 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:05.656443 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:05.656942 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:05.657440 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:05.657954 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:05.659027 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:05.659537 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:05.660064 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:05.660698 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:05.660935 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:05.661237 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:05.661561 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Tracked resource versions report: Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: pushed versions: Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: { 'AddressGroup': {'1.2'}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'ConntrackHelper': {'1.0'}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Log': {'1.0'}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Network': {'1.1'}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Port': {'1.7'}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'PortForwarding': {'1.2'}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'QosPolicy': {'1.8'}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'SecurityGroup': {'1.4'}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'SubPort': {'1.0'}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Subnet': {'1.1'}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Trunk': {'1.1'}} Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: consumer versions: Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: { DHCP agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: HyperV agent@hv-cinder-79246: {}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: L3 agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: Metadata agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: Metering agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: Open vSwitch agent@dv-cinder-792462-21-iscsi: { 'AddressGroup': '1.2', Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'ConntrackHelper': '1.0', Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Log': '1.0', Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Network': '1.1', Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Port': '1.7', Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'PortForwarding': '1.2', Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'QosPolicy': '1.8', Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'SecurityGroup': '1.4', Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'SecurityGroupRule': '1.2', Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'SubPort': '1.0', Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Subnet': '1.1', Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: 'Trunk': '1.1'}} Jun 28 23:20:05.662875 dv-cinder-792462-21-iscsi neutron-server[92894]: {{(pid=92894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:20:05.669358 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:05.670171 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:20:05.681612 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:05.682025 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Added segment 00c91217-e49d-4563-9564-6583d230ee28 of type vlan for network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd Jun 28 23:20:05.729834 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:05.777031 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:05.779176 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:05.780141 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:05.784393 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:05.813524 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9181452 Jun 28 23:20:05.813899 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51878) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:05.834475 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-4b9dbee6-ba4e-4551-80fd-c57766a05dfd admin admin] Request body: {'subnet': {'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-640309077-subnet', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:05.916240 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Pushing event updated for resources: {'Network': ['ID=1efb82e9-504d-4b86-b26c-ec3c8e2425bd,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:05.927913 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:05.931768 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9dbee6-ba4e-4551-80fd-c57766a05dfd admin admin] Made reservation on behalf of 50cc37f33e7f46c8a8602f1c6d244c51 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:05.936212 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbee6-ba4e-4551-80fd-c57766a05dfd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:05.939312 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:20:06.110491 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 51886) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:06.156177 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1975517241-network', 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:06.184144 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-782880778-network', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:06.351339 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbee6-ba4e-4551-80fd-c57766a05dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:06.352369 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Made reservation on behalf of 3dc7b99612764eb39646a3f140e7cad4 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:06.363358 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:06.374001 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:06.403321 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:06.411609 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 51904) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:06.490902 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2009997456-network', 'tenant_id': 'bf78b9e52bfd470e9cb0628eba2171a7'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:06.518769 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Made reservation on behalf of 2b68cfa00cd7404184becbc31a93a071 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:06.522779 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:06.531266 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dbee6-ba4e-4551-80fd-c57766a05dfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee7b0a2-5b39-4138-89d6-38d03997b8dd,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:06.549369 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4b9dbee6-ba4e-4551-80fd-c57766a05dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:06.552354 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9dbee6-ba4e-4551-80fd-c57766a05dfd admin admin] Checking segment: {'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:06.552993 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9dbee6-ba4e-4551-80fd-c57766a05dfd admin admin] Network hostable DHCP agents. Network: 1efb82e9-504d-4b86-b26c-ec3c8e2425bd, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:20:06.559900 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:06.638536 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9dbee6-ba4e-4551-80fd-c57766a05dfd admin admin] Network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:20:06.667577 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-4b9dbee6-ba4e-4551-80fd-c57766a05dfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, 1efb82e9-504d-4b86-b26c-ec3c8e2425bd) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:06.687165 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9dbee6-ba4e-4551-80fd-c57766a05dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:06.688614 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbee6-ba4e-4551-80fd-c57766a05dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:06.690705 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5843ed50-cb96-46ab-994b-eca30f61b9ec None None] Network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:06.782834 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:06.791076 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:06.800793 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:06.815120 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Made reservation on behalf of bf78b9e52bfd470e9cb0628eba2171a7 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:06.826664 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:06.857318 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:06.885400 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:20:06.909527 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40971b7d-5e69-4623-9789-d5840db7519e,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:06.913745 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:06.914745 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Added segment 58de41e9-1523-471a-9192-badd2c11beb8 of type vlan for network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 Jun 28 23:20:06.916966 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1905238425-network', 'tenant_id': 'a4816f936d184a8ebba08d9df6c3afbc'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:06.930990 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:07.004319 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.007050 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71dcb06f-5920-57ee-abd5-bc0b8bc26ff9-1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd'}]}} from dv-cinder-792462-21-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:20:07.008845 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.106385 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.114099 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:07.115524 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.131042 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-688ece26-f159-4927-8c19-bc30632dfd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:07.153099 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.180981 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.185576 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Allocated IP 172.20.0.2 (1efb82e9-504d-4b86-b26c-ec3c8e2425bd/4ee7b0a2-5b39-4138-89d6-38d03997b8dd/5f0c19ec-f31e-479f-af26-aa74655cdb2a) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:20:07.207674 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4b9dbee6-ba4e-4551-80fd-c57766a05dfd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3923719 Jun 28 23:20:07.221981 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51918) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:07.277029 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:07.316129 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0334268 Jun 28 23:20:07.365186 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.367925 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 51928) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:07.376561 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-932aff87-b614-4630-8cb9-8ce27dc9a5fa admin admin] Request body: {'subnet': {'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1975517241-subnet', 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:07.395072 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.406958 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:20:07.412993 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Pushing event updated for resources: {'Network': ['ID=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:07.417833 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:07.421886 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:20:07.434518 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:07.439481 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.439827 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.440760 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Added segment 06be6f11-5aa1-4afb-aa89-9d30fa4acdd3 of type vlan for network af656bfe-629e-4b4a-b6d7-ae70e038479b Jun 28 23:20:07.451295 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Transition to ACTIVE for port object 5f0c19ec-f31e-479f-af26-aa74655cdb2a will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:07.471213 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Transition to ACTIVE for port object 5f0c19ec-f31e-479f-af26-aa74655cdb2a will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:07.478443 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:20:07.483934 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.496831 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02403d52-240e-441d-bbc9-cb2b0227702d,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:07.501366 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:07.512034 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.513788 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Added segment 063e73f7-b2dd-4b37-a00c-5f4e9717333d of type vlan for network 803dd44f-307b-47e9-bd46-b2c20bf55e41 Jun 28 23:20:07.523332 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.525872 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:07.540021 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:07.549857 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:07.552907 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:20:07.573616 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:07.580805 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.587422 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:07.588565 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.614019 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.630212 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Made reservation on behalf of a4816f936d184a8ebba08d9df6c3afbc for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:07.634541 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.656314 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5428770 Jun 28 23:20:07.668181 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51938) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:07.680206 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-c3c2dd80-05d3-4f06-815c-7e44b0f14138 admin admin] Request body: {'subnet': {'network_id': 'af656bfe-629e-4b4a-b6d7-ae70e038479b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2009997456-subnet', 'tenant_id': 'bf78b9e52bfd470e9cb0628eba2171a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:07.687025 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Attempting to bind port 5f0c19ec-f31e-479f-af26-aa74655cdb2a on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:20:07.687721 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Attempting to bind port 5f0c19ec-f31e-479f-af26-aa74655cdb2a by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:20:07.688384 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Attempting to bind port 5f0c19ec-f31e-479f-af26-aa74655cdb2a on network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:20:07.696144 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932aff87-b614-4630-8cb9-8ce27dc9a5fa admin admin] Made reservation on behalf of 3dc7b99612764eb39646a3f140e7cad4 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:07.700794 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-932aff87-b614-4630-8cb9-8ce27dc9a5fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.701559 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:20:07.702349 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Checking segment: {'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:07.703024 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.708988 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.db.api [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 23:20:07.708988 dv-cinder-792462-21-iscsi neutron-server[92894]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 23:20:07.708988 dv-cinder-792462-21-iscsi neutron-server[92894]: [parameters: {'project_id_1': '50cc37f33e7f46c8a8602f1c6d244c51', 'expiration_1': datetime.datetime(2021, 6, 28, 23, 20, 7, 428671)}] Jun 28 23:20:07.708988 dv-cinder-792462-21-iscsi neutron-server[92894]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 23:20:07.709346 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_db.api [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 23:20:07.711325 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Bound using segment: {'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:20:07.712342 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Bound port: 5f0c19ec-f31e-479f-af26-aa74655cdb2a, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:20:07.713141 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.714717 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c2dd80-05d3-4f06-815c-7e44b0f14138 admin admin] Made reservation on behalf of bf78b9e52bfd470e9cb0628eba2171a7 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:07.717640 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3c2dd80-05d3-4f06-815c-7e44b0f14138 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.899354 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.903941 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:07.905009 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:07.918475 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-25ac8819-f28a-4a71-b2a4-f174d319a384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:08.031790 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] For port 5f0c19ec-f31e-479f-af26-aa74655cdb2a, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:20:08.035741 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] For port 5f0c19ec-f31e-479f-af26-aa74655cdb2a, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=5f0c19ec-f31e-479f-af26-aa74655cdb2a,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:20:08.047109 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:08.084698 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Pushing event updated for resources: {'Port': ['ID=5f0c19ec-f31e-479f-af26-aa74655cdb2a,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:08.094133 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.094601 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.095199 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.095693 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.096102 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.096495 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.097044 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.097571 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.098238 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.099110 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.100245 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.100777 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Tracked resource versions report: Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: pushed versions: Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: { 'AddressGroup': {'1.2'}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'ConntrackHelper': {'1.0'}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Log': {'1.0'}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Network': {'1.1'}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Port': {'1.7'}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'PortForwarding': {'1.2'}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'QosPolicy': {'1.8'}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'SecurityGroup': {'1.4'}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'SubPort': {'1.0'}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Subnet': {'1.1'}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Trunk': {'1.1'}} Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: consumer versions: Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: { DHCP agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: HyperV agent@hv-cinder-79246: {}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: L3 agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: Metadata agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: Metering agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: Open vSwitch agent@dv-cinder-792462-21-iscsi: { 'AddressGroup': '1.2', Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'ConntrackHelper': '1.0', Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Log': '1.0', Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Network': '1.1', Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Port': '1.7', Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'PortForwarding': '1.2', Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'QosPolicy': '1.8', Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'SecurityGroup': '1.4', Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'SecurityGroupRule': '1.2', Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'SubPort': '1.0', Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Subnet': '1.1', Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: 'Trunk': '1.1'}} Jun 28 23:20:08.103825 dv-cinder-792462-21-iscsi neutron-server[92896]: {{(pid=92896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:20:08.125108 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:08.126406 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:08.151422 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3c2dd80-05d3-4f06-815c-7e44b0f14138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:08.159792 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Pushing event updated for resources: {'Network': ['ID=803dd44f-307b-47e9-bd46-b2c20bf55e41,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:08.164373 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:08.164872 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4b9dbee6-ba4e-4551-80fd-c57766a05dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:08.181218 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:08.197572 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc89b80a-380b-4ab7-80be-fa392b94ca64,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:08.221841 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6097426 Jun 28 23:20:08.222280 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51960) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:08.240014 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-53ae7bec-02d4-426c-aa56-2c92bbaa9ae9 admin admin] Request body: {'subnet': {'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-subnet', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:08.265964 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Pushing event updated for resources: {'Port': ['ID=5f0c19ec-f31e-479f-af26-aa74655cdb2a,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:08.271463 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2dd80-05d3-4f06-815c-7e44b0f14138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e42ec7-a82c-4788-a27f-5aae9a6c798f,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:08.284092 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:08.285028 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c3c2dd80-05d3-4f06-815c-7e44b0f14138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:08.294863 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network 803dd44f-307b-47e9-bd46-b2c20bf55e41 details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:20:08.326169 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24888'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:08.331908 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24883'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:08.378040 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.379254 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.379938 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.380676 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.381593 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.382113 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.382593 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.383117 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.383289 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c2dd80-05d3-4f06-815c-7e44b0f14138 admin admin] Checking segment: {'id': '06be6f11-5aa1-4afb-aa89-9d30fa4acdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'af656bfe-629e-4b4a-b6d7-ae70e038479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:08.383794 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.383913 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c2dd80-05d3-4f06-815c-7e44b0f14138 admin admin] Network hostable DHCP agents. Network: af656bfe-629e-4b4a-b6d7-ae70e038479b, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:20:08.384661 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.385477 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.386239 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Tracked resource versions report: Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: pushed versions: Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: { 'AddressGroup': {'1.2'}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'ConntrackHelper': {'1.0'}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Log': {'1.0'}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Network': {'1.1'}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Port': {'1.7'}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'PortForwarding': {'1.2'}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'QosPolicy': {'1.8'}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'SecurityGroup': {'1.4'}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'SubPort': {'1.0'}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Subnet': {'1.1'}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Trunk': {'1.1'}} Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: consumer versions: Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: { DHCP agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: HyperV agent@hv-cinder-79246: {}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: L3 agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: Metadata agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: Metering agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: Open vSwitch agent@dv-cinder-792462-21-iscsi: { 'AddressGroup': '1.2', Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'ConntrackHelper': '1.0', Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Log': '1.0', Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Network': '1.1', Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Port': '1.7', Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'PortForwarding': '1.2', Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'QosPolicy': '1.8', Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'SecurityGroup': '1.4', Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'SecurityGroupRule': '1.2', Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'SubPort': '1.0', Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Subnet': '1.1', Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: 'Trunk': '1.1'}} Jun 28 23:20:08.387697 dv-cinder-792462-21-iscsi neutron-server[92895]: {{(pid=92895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:20:08.397138 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:08.399237 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-09f147db-dfbc-4d79-9b7b-2ca79fa3b668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.792s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:08.443162 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ae7bec-02d4-426c-aa56-2c92bbaa9ae9 admin admin] Made reservation on behalf of 2b68cfa00cd7404184becbc31a93a071 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:08.443501 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-932aff87-b614-4630-8cb9-8ce27dc9a5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:08.458466 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-53ae7bec-02d4-426c-aa56-2c92bbaa9ae9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:08.589984 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:08.631380 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c2dd80-05d3-4f06-815c-7e44b0f14138 admin admin] Network af656bfe-629e-4b4a-b6d7-ae70e038479b is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:20:08.730420 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-c3c2dd80-05d3-4f06-815c-7e44b0f14138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, af656bfe-629e-4b4a-b6d7-ae70e038479b) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:08.748664 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceba67b-24c6-49cb-b012-c9c4c8c69c0a None None] Network af656bfe-629e-4b4a-b6d7-ae70e038479b requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:08.781017 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c2dd80-05d3-4f06-815c-7e44b0f14138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:08.781598 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3c2dd80-05d3-4f06-815c-7e44b0f14138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:08.832013 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24861'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:08.941852 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932aff87-b614-4630-8cb9-8ce27dc9a5fa admin admin] Checking segment: {'id': '58de41e9-1523-471a-9192-badd2c11beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:08.942200 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932aff87-b614-4630-8cb9-8ce27dc9a5fa admin admin] Network hostable DHCP agents. Network: b8e2dfc3-26e2-4195-9aaa-856aaf7459e1, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:20:08.970153 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Pushing event updated for resources: {'Network': ['ID=af656bfe-629e-4b4a-b6d7-ae70e038479b,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:08.995708 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:08.996862 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:09.018125 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network af656bfe-629e-4b4a-b6d7-ae70e038479b details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:20:09.045083 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb44567-a79b-47aa-8ad4-e2257006c459 None None] Network af656bfe-629e-4b4a-b6d7-ae70e038479b requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:09.085792 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932aff87-b614-4630-8cb9-8ce27dc9a5fa admin admin] Network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:20:09.152854 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:09.157870 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-932aff87-b614-4630-8cb9-8ce27dc9a5fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, b8e2dfc3-26e2-4195-9aaa-856aaf7459e1) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:09.173273 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:09.176768 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932aff87-b614-4630-8cb9-8ce27dc9a5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:09.178101 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-932aff87-b614-4630-8cb9-8ce27dc9a5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:09.189178 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c3c2dd80-05d3-4f06-815c-7e44b0f14138 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5178680 Jun 28 23:20:09.196694 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-53ae7bec-02d4-426c-aa56-2c92bbaa9ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:09.222311 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:09.224240 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932aff87-b614-4630-8cb9-8ce27dc9a5fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=765aa8e1-0636-4338-8592-99c6680980f0,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:09.245554 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-932aff87-b614-4630-8cb9-8ce27dc9a5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:09.256627 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-56affe27-3343-48f5-9b2c-4d5c6cb24349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:09.282466 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-932aff87-b614-4630-8cb9-8ce27dc9a5fa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9105237 Jun 28 23:20:09.302188 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 51984) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:09.308799 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a8618f-5bd5-48a8-8e1a-f2663efa5806 None None] Network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:09.338801 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1975517241-router', 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:09.382399 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e03d90b-d1b0-467b-bc23-0689f50f488a,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:09.395734 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:09.419968 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:20:09.472268 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:09.472809 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Added segment 48d96ecf-a15b-4b16-b044-dd572aa1007c of type vlan for network a986a562-7d3e-4811-b465-b022cab8974c Jun 28 23:20:09.524794 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae7bec-02d4-426c-aa56-2c92bbaa9ae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e54f2da-94b4-4193-82c2-b27710ee5f6e,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:09.563692 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:09.683089 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:09.687126 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:09.687786 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:09.706089 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-acc63b3b-de8d-4184-9c85-16344f96e371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:09.744608 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-53ae7bec-02d4-426c-aa56-2c92bbaa9ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:09.778859 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ae7bec-02d4-426c-aa56-2c92bbaa9ae9 admin admin] Checking segment: {'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:09.779188 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e7faf5-3022-4917-8c2f-196e9aaf0b2d None None] Network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:09.783611 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae7bec-02d4-426c-aa56-2c92bbaa9ae9 admin admin] Network hostable DHCP agents. Network: 803dd44f-307b-47e9-bd46-b2c20bf55e41, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:20:09.890676 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Pushing event updated for resources: {'Network': ['ID=a986a562-7d3e-4811-b465-b022cab8974c,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:09.897508 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:09.902406 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.4872417 Jun 28 23:20:09.905432 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52008) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:09.917017 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-13564c19-eead-4df1-a560-44b719a52651 admin admin] Request body: {'subnet': {'network_id': 'a986a562-7d3e-4811-b465-b022cab8974c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1905238425-subnet', 'tenant_id': 'a4816f936d184a8ebba08d9df6c3afbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:09.928484 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24888'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:09.929372 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network a986a562-7d3e-4811-b465-b022cab8974c details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:20:09.935203 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24883'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:09.981010 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13564c19-eead-4df1-a560-44b719a52651 admin admin] Made reservation on behalf of a4816f936d184a8ebba08d9df6c3afbc for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:09.985046 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-13564c19-eead-4df1-a560-44b719a52651 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:10.007409 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 5f0c19ec-f31e-479f-af26-aa74655cdb2a up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:10.087508 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52016) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:10.103819 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae7bec-02d4-426c-aa56-2c92bbaa9ae9 admin admin] Network 803dd44f-307b-47e9-bd46-b2c20bf55e41 is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:20:10.124087 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504b35bd-c4f2-494d-aee6-c240cc0a0fe0 None None] Network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:10.145520 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:10.211179 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:10.212976 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-53ae7bec-02d4-426c-aa56-2c92bbaa9ae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, 803dd44f-307b-47e9-bd46-b2c20bf55e41) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:10.216454 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:10.223492 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae7bec-02d4-426c-aa56-2c92bbaa9ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:10.224657 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-53ae7bec-02d4-426c-aa56-2c92bbaa9ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:10.275610 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c36052-aebb-4ab9-9623-f26c6d0d2da3 None None] Network 803dd44f-307b-47e9-bd46-b2c20bf55e41 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:10.450453 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-13564c19-eead-4df1-a560-44b719a52651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:10.459739 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3eda63ae-44c2-44e7-a600-1f18ffb88ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:10.594111 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71dcb06f-5920-57ee-abd5-bc0b8bc26ff9-803dd44f-307b-47e9-bd46-b2c20bf55e41', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e'}]}} from dv-cinder-792462-21-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:20:10.595760 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:10.618492 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52034) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:10.629254 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-24236747-0e13-4932-81c7-db044203255b None None] Provisioning for port 5f0c19ec-f31e-479f-af26-aa74655cdb2a completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:20:10.667929 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13564c19-eead-4df1-a560-44b719a52651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f78ac0-3ec0-4b5a-9676-c9c265a44f96,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:10.687422 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-13564c19-eead-4df1-a560-44b719a52651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:10.696557 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13564c19-eead-4df1-a560-44b719a52651 admin admin] Checking segment: {'id': '48d96ecf-a15b-4b16-b044-dd572aa1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a986a562-7d3e-4811-b465-b022cab8974c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:10.696960 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13564c19-eead-4df1-a560-44b719a52651 admin admin] Network hostable DHCP agents. Network: a986a562-7d3e-4811-b465-b022cab8974c, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:20:10.734874 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13564c19-eead-4df1-a560-44b719a52651 admin admin] Network a986a562-7d3e-4811-b465-b022cab8974c is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:20:10.773606 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-77fb5a07-59ea-43b3-a1d9-d017e056edf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:10.817820 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-13564c19-eead-4df1-a560-44b719a52651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, a986a562-7d3e-4811-b465-b022cab8974c) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:10.818974 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 5f0c19ec-f31e-479f-af26-aa74655cdb2a completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:20:10.832858 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13564c19-eead-4df1-a560-44b719a52651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:10.833885 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-13564c19-eead-4df1-a560-44b719a52651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:10.840977 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-53ae7bec-02d4-426c-aa56-2c92bbaa9ae9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6057184 Jun 28 23:20:10.846557 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9aceeabb-d914-43c1-933b-1f7a10056fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:10.848611 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52038) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:10.856687 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce2058-dc1f-4674-b11a-f8c7c098df53 None None] Network a986a562-7d3e-4811-b465-b022cab8974c requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:10.860590 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:10.970165 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 5f0c19ec-f31e-479f-af26-aa74655cdb2a triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:10.971045 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:10.990887 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24861'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.015674 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-77fb5a07-59ea-43b3-a1d9-d017e056edf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.025167 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-77fb5a07-59ea-43b3-a1d9-d017e056edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.032380 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:11.050291 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-13564c19-eead-4df1-a560-44b719a52651 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1429586 Jun 28 23:20:11.060931 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Allocated IP 172.27.2.118 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/ac06ad7e-78bc-4810-a464-6d65fb3cb3fc) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:20:11.106998 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24888'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.108935 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24883'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.120624 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-77fb5a07-59ea-43b3-a1d9-d017e056edf1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=854f2e88923347a2b157f12aed16e8a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4965310 Jun 28 23:20:11.122551 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb5a07-59ea-43b3-a1d9-d017e056edf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b707d4de-1f1e-4af1-b4f3-c62ee6a3e26f,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:11.127710 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52042) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:11.140247 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-77fb5a07-59ea-43b3-a1d9-d017e056edf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:11.230517 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e5a31c39-ed97-443a-aaa8-d500520359d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.243844 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Allocated IP 172.20.0.2 (803dd44f-307b-47e9-bd46-b2c20bf55e41/9e54f2da-94b4-4193-82c2-b27710ee5f6e/6576ba38-dc12-4eb1-8984-84e1ed6035fd) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:20:11.273479 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e5a31c39-ed97-443a-aaa8-d500520359d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.362053 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdbfccc-443c-4a24-9a6f-ff43e00f75cb None None] Network a986a562-7d3e-4811-b465-b022cab8974c requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:11.372167 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.436897 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e5a31c39-ed97-443a-aaa8-d500520359d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.442876 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e5a31c39-ed97-443a-aaa8-d500520359d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.447059 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e5a31c39-ed97-443a-aaa8-d500520359d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b707d4de-1f1e-4af1-b4f3-c62ee6a3e26f HTTP/1.1" status: 204 len: 168 time: 0.3155673 Jun 28 23:20:11.447059 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:11.483405 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a31c39-ed97-443a-aaa8-d500520359d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b707d4de-1f1e-4af1-b4f3-c62ee6a3e26f,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:11.500615 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.500969 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e5a31c39-ed97-443a-aaa8-d500520359d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:11.777511 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.785569 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24861'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.795877 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9aceeabb-d914-43c1-933b-1f7a10056fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.802460 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.809946 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9aceeabb-d914-43c1-933b-1f7a10056fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.832483 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:11.895919 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 5f0c19ec-f31e-479f-af26-aa74655cdb2a, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=5f0c19ec-f31e-479f-af26-aa74655cdb2a,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:20:11.948377 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9aceeabb-d914-43c1-933b-1f7a10056fbd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9c56a82517047618ad0588bd12c2607&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8594139 Jun 28 23:20:11.950195 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:11.954732 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52068) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:11.957968 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:11.962968 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:11.976614 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:11.990605 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:20:12.038174 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.060903 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Transition to ACTIVE for port object 6576ba38-dc12-4eb1-8984-84e1ed6035fd will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:12.071184 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=5f0c19ec-f31e-479f-af26-aa74655cdb2a,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:12.074808 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:12.089131 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4f07895f-1d67-49ec-b76a-1bfbdb52e91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.107768 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52076) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:12.109084 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Transition to ACTIVE for port object 6576ba38-dc12-4eb1-8984-84e1ed6035fd will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:12.123623 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.134588 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:12.148557 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-437cbe82-602d-41fe-9c59-140704093d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.163983 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.173091 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4f07895f-1d67-49ec-b76a-1bfbdb52e91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.173926 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Pushing event updated for resources: {'Port': ['ID=ac06ad7e-78bc-4810-a464-6d65fb3cb3fc,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:12.254813 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Network 803dd44f-307b-47e9-bd46-b2c20bf55e41 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:12.258149 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:12.260080 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:12.268972 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:12.271559 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:20:12.303037 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Pushing event updated for resources: {'Port': ['ID=6576ba38-dc12-4eb1-8984-84e1ed6035fd,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:12.310848 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aceeabb-d914-43c1-933b-1f7a10056fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4febb00-fcb8-4c3e-a7ce-c9b9198b8082,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:12.317330 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.328276 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:12.332261 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4f07895f-1d67-49ec-b76a-1bfbdb52e91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.345075 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4f07895f-1d67-49ec-b76a-1bfbdb52e91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.352414 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4f07895f-1d67-49ec-b76a-1bfbdb52e91a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4febb00-fcb8-4c3e-a7ce-c9b9198b8082 HTTP/1.1" status: 204 len: 168 time: 0.3945332 Jun 28 23:20:12.360651 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-77fb5a07-59ea-43b3-a1d9-d017e056edf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:12.384284 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07895f-1d67-49ec-b76a-1bfbdb52e91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4febb00-fcb8-4c3e-a7ce-c9b9198b8082,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:12.390581 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4f07895f-1d67-49ec-b76a-1bfbdb52e91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:12.404084 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9aceeabb-d914-43c1-933b-1f7a10056fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:12.407250 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-c4aafcb3-67c1-44ea-a46a-b93939370504 None None] Provisioning complete for port 5f0c19ec-f31e-479f-af26-aa74655cdb2a triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:12.407712 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c4aafcb3-67c1-44ea-a46a-b93939370504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.423145 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-437cbe82-602d-41fe-9c59-140704093d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.438334 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-437cbe82-602d-41fe-9c59-140704093d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.445629 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:12.498251 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Attempting to bind port 6576ba38-dc12-4eb1-8984-84e1ed6035fd on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:20:12.498739 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Attempting to bind port 6576ba38-dc12-4eb1-8984-84e1ed6035fd by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:20:12.499142 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Attempting to bind port 6576ba38-dc12-4eb1-8984-84e1ed6035fd on network 803dd44f-307b-47e9-bd46-b2c20bf55e41 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:20:12.509482 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:20:12.509892 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Checking segment: {'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:12.510272 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.510789 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Bound using segment: {'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:20:12.511270 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Bound port: 6576ba38-dc12-4eb1-8984-84e1ed6035fd, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:20:12.511683 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.528527 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-437cbe82-602d-41fe-9c59-140704093d47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eae6742e27da4460b5a8fab3897473f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4196417 Jun 28 23:20:12.529325 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52084) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:12.549686 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cbe82-602d-41fe-9c59-140704093d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b69f97e-e9a8-47c3-aa18-557da2c38aa6,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:12.577886 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-437cbe82-602d-41fe-9c59-140704093d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:12.599664 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52092) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:12.618229 dv-cinder-792462-21-iscsi neutron-server[92895]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 23:20:12.630324 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Allocated IP 172.27.2.232 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/4bd1b7bf-5ada-4cac-88ad-7b6680c37c45) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:20:12.692437 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] For port 6576ba38-dc12-4eb1-8984-84e1ed6035fd, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:20:12.700448 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] For port 6576ba38-dc12-4eb1-8984-84e1ed6035fd, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=6576ba38-dc12-4eb1-8984-84e1ed6035fd,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:20:12.710766 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.713586 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:12.772160 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.795093 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Pushing event updated for resources: {'Port': ['ID=6576ba38-dc12-4eb1-8984-84e1ed6035fd,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:12.813745 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:12.881498 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-98fee204-2a05-4c06-8adf-137649d1b84e tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:12.883196 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-98fee204-2a05-4c06-8adf-137649d1b84e tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/networks?id=af656bfe-629e-4b4a-b6d7-ae70e038479b HTTP/1.1" status: 200 len: 812 time: 0.2711146 Jun 28 23:20:12.883889 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7998a85a-e115-4535-937e-5edb5ee66e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:12.946112 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-c85d3895-5da1-4afe-9ca4-27f314401168 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/quotas/bf78b9e52bfd470e9cb0628eba2171a7 HTTP/1.1" status: 200 len: 375 time: 0.0495830 Jun 28 23:20:12.952528 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7998a85a-e115-4535-937e-5edb5ee66e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:13.029070 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-96b1103e-23e1-4086-971a-d53d94f94a54 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf78b9e52bfd470e9cb0628eba2171a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630922 Jun 28 23:20:13.098732 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7998a85a-e115-4535-937e-5edb5ee66e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:13.101205 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7998a85a-e115-4535-937e-5edb5ee66e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:13.102514 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7998a85a-e115-4535-937e-5edb5ee66e18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b69f97e-e9a8-47c3-aa18-557da2c38aa6 HTTP/1.1" status: 204 len: 168 time: 0.5545754 Jun 28 23:20:13.103469 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e5a31c39-ed97-443a-aaa8-d500520359d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:13.128077 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998a85a-e115-4535-937e-5edb5ee66e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b69f97e-e9a8-47c3-aa18-557da2c38aa6,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:13.131404 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7998a85a-e115-4535-937e-5edb5ee66e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:13.238903 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52118) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:13.249975 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2032454668-network', 'tenant_id': '761fcb01a4d54a94ba461b289f7cc224'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:13.292808 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52122) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:13.329233 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Made reservation on behalf of 761fcb01a4d54a94ba461b289f7cc224 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:13.342233 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:13.354949 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f1e1265f-a089-4184-a70c-69606d4f4b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:13.426344 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:13.493168 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:13.537953 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f1e1265f-a089-4184-a70c-69606d4f4b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:13.554106 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f1e1265f-a089-4184-a70c-69606d4f4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:13.564861 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:13.587291 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:13.637556 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f1e1265f-a089-4184-a70c-69606d4f4b5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71cdc8ba65c24628b7def48ec51a1e3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3396573 Jun 28 23:20:13.639189 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52130) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:13.648226 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1265f-a089-4184-a70c-69606d4f4b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a318ca-4da0-405e-98a6-e18109ef1285,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:13.655683 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f1e1265f-a089-4184-a70c-69606d4f4b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:13.662701 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:13.665937 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-05562ae8-3be3-42a2-a1ac-d1ea249ccc45 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:20:13.667184 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-05562ae8-3be3-42a2-a1ac-d1ea249ccc45 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2355001 Jun 28 23:20:13.724567 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657275'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:13.733010 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:13.744036 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0725d0a6-f548-4b2d-9ffe-8d3a79dc2bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:13.845755 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:13.873599 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:13.887390 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:20:13.894054 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Pushing event updated for resources: {'Port': ['ID=4bd1b7bf-5ada-4cac-88ad-7b6680c37c45,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:13.936392 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-575c95fd-0b92-4628-b6f8-2e540a561b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:13.961109 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:14.024909 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-d213466a-a595-4faa-879c-4714729b20bb service neutron] 10.222.0.35 "GET /v2.0/networks/af656bfe-629e-4b4a-b6d7-ae70e038479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144567 Jun 28 23:20:14.068065 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Allocated IP 172.27.2.204 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/735d410d-a328-42bb-bf10-54b6f7bcb8ac) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:20:14.125984 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-575c95fd-0b92-4628-b6f8-2e540a561b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:14.204159 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:14.225486 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:14.262546 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:20:14.270772 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 6576ba38-dc12-4eb1-8984-84e1ed6035fd up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:14.280398 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:14.281011 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Added segment 1684ba24-0425-45b0-9fae-70537d63d8fd of type vlan for network f0e9cc89-6009-4fc3-8535-558a4f075976 Jun 28 23:20:14.313736 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Router 81f81631-1490-4f32-80e2-d7ae8a62db53 is scheduled to L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:20:14.360687 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:14.380561 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 6576ba38-dc12-4eb1-8984-84e1ed6035fd completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:20:14.395844 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 5f0c19ec-f31e-479f-af26-aa74655cdb2a up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:14.421909 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:14.467827 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:14.500562 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 5f0c19ec-f31e-479f-af26-aa74655cdb2a triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:14.501152 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:14.536556 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4e3a5e-4b50-4636-af42-8b53c78e56d2 None None] Network 803dd44f-307b-47e9-bd46-b2c20bf55e41 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:14.569558 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:14.585080 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:14.607657 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:14.608833 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:14.634519 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:20:14.637147 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-d815f3c4-7f0c-4c1b-a382-013223b0ce12 None None] Provisioning for port 6576ba38-dc12-4eb1-8984-84e1ed6035fd completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:20:14.652589 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-d815f3c4-7f0c-4c1b-a382-013223b0ce12 None None] Provisioning complete for port 6576ba38-dc12-4eb1-8984-84e1ed6035fd triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:14.653280 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d815f3c4-7f0c-4c1b-a382-013223b0ce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:14.653625 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Sync routers for ids ['81f81631-1490-4f32-80e2-d7ae8a62db53'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:20:14.659508 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4191751 Jun 28 23:20:14.663485 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52152) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:14.673465 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-f34f6936-1980-45ca-b6f2-8f92a7e0e752 admin admin] Request body: {'subnet': {'network_id': 'f0e9cc89-6009-4fc3-8535-558a4f075976', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2032454668-subnet', 'tenant_id': '761fcb01a4d54a94ba461b289f7cc224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:14.684274 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Routers {'81f81631-1490-4f32-80e2-d7ae8a62db53'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:20:14.689375 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-82497388-2ad6-441d-80be-26cac192d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:19:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['81f81631-1490-4f32-80e2-d7ae8a62db53'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:14.694877 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71976a2f-e519-42f3-9cff-a8b7e08f6459,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:14.703724 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:14.708883 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:14.725274 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-26c5e8b8-529b-4432-95e6-924b328996f7 service neutron] 10.222.0.35 "GET /v2.0/networks/af656bfe-629e-4b4a-b6d7-ae70e038479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6989601 Jun 28 23:20:14.740306 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-575c95fd-0b92-4628-b6f8-2e540a561b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:14.751424 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-575c95fd-0b92-4628-b6f8-2e540a561b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:14.756177 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-575c95fd-0b92-4628-b6f8-2e540a561b79 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12a318ca-4da0-405e-98a6-e18109ef1285 HTTP/1.1" status: 204 len: 168 time: 1.1121488 Jun 28 23:20:14.756177 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34f6936-1980-45ca-b6f2-8f92a7e0e752 admin admin] Made reservation on behalf of 761fcb01a4d54a94ba461b289f7cc224 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:14.758672 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f34f6936-1980-45ca-b6f2-8f92a7e0e752 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:14.879568 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Pushing event updated for resources: {'Network': ['ID=f0e9cc89-6009-4fc3-8535-558a4f075976,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:14.889436 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:14.893865 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:14.941306 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:14.977020 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c95fd-0b92-4628-b6f8-2e540a561b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a318ca-4da0-405e-98a6-e18109ef1285,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:14.983306 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-575c95fd-0b92-4628-b6f8-2e540a561b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:14.984391 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:15.007219 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:15.010667 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7775097 Jun 28 23:20:15.013838 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52160) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:15.048798 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Set router 81f81631-1490-4f32-80e2-d7ae8a62db53 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:20:15.105354 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:15.108112 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network f0e9cc89-6009-4fc3-8535-558a4f075976 details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:20:15.141636 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:15.149821 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:20:15.251309 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-82497388-2ad6-441d-80be-26cac192d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:12Z', 'revision_number': 3, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:15.287774 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Checking router: 81f81631-1490-4f32-80e2-d7ae8a62db53 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:20:15.288493 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Updating router 81f81631-1490-4f32-80e2-d7ae8a62db53 port ac06ad7e-78bc-4810-a464-6d65fb3cb3fc binding host dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:20:15.390423 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:15.598998 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52176) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:15.599466 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52184) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:15.640151 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d815f3c4-7f0c-4c1b-a382-013223b0ce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:15.709606 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Pushing event updated for resources: {'Port': ['ID=735d410d-a328-42bb-bf10-54b6f7bcb8ac,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:15.775580 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:15.798882 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-d815f3c4-7f0c-4c1b-a382-013223b0ce12 None None] For port 6576ba38-dc12-4eb1-8984-84e1ed6035fd, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=6576ba38-dc12-4eb1-8984-84e1ed6035fd,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:20:15.799185 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:15.804931 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d815f3c4-7f0c-4c1b-a382-013223b0ce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:15.813264 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-28e3bd8a-d6c0-4609-a2f9-1c53c73ee2e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:15.817217 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Transition to ACTIVE for port object ac06ad7e-78bc-4810-a464-6d65fb3cb3fc will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:15.826520 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:15.835722 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:15.848774 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f68af9aa-0885-4d09-b025-33c4cc9303e7 req-7d821a6c-877a-469c-98a1-bbd74fd0cb88 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 210 time: 0.2450738 Jun 28 23:20:15.927960 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Pushing event updated for resources: {'Port': ['ID=ac06ad7e-78bc-4810-a464-6d65fb3cb3fc,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:15.932778 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657275'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:15.938702 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815f3c4-7f0c-4c1b-a382-013223b0ce12 None None] Pushing event updated for resources: {'Port': ['ID=6576ba38-dc12-4eb1-8984-84e1ed6035fd,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:15.943944 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-d815f3c4-7f0c-4c1b-a382-013223b0ce12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:15.951076 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:15.952376 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:15.953208 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:15.953987 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:15.955531 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:15.956467 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:15.957869 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:15.959086 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:15.959913 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:15.960731 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:15.961458 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:15.962424 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:20:15.967098 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f34f6936-1980-45ca-b6f2-8f92a7e0e752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:15.971848 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-96ce2e49-e268-4ad4-b4ae-404dbce8d900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Tracked resource versions report: Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: pushed versions: Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: { 'AddressGroup': {'1.2'}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'ConntrackHelper': {'1.0'}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Log': {'1.0'}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Network': {'1.1'}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Port': {'1.7'}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'PortForwarding': {'1.2'}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'QosPolicy': {'1.8'}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'SecurityGroup': {'1.4'}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'SubPort': {'1.0'}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Subnet': {'1.1'}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Trunk': {'1.1'}} Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: consumer versions: Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: { DHCP agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: HyperV agent@hv-cinder-79246: {}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: L3 agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: Metadata agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: Metering agent@dv-cinder-792462-21-iscsi: {}, Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: Open vSwitch agent@dv-cinder-792462-21-iscsi: { 'AddressGroup': '1.2', Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'ConntrackHelper': '1.0', Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Log': '1.0', Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Network': '1.1', Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Port': '1.7', Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'PortForwarding': '1.2', Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'QosPolicy': '1.8', Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'SecurityGroup': '1.4', Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'SecurityGroupRule': '1.2', Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'SubPort': '1.0', Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Subnet': '1.1', Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: 'Trunk': '1.1'}} Jun 28 23:20:15.972809 dv-cinder-792462-21-iscsi neutron-server[92897]: {{(pid=92897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:20:16.011656 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:16.084967 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Attempting to bind port ac06ad7e-78bc-4810-a464-6d65fb3cb3fc on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:20:16.086629 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Attempting to bind port ac06ad7e-78bc-4810-a464-6d65fb3cb3fc by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:20:16.089307 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Attempting to bind port ac06ad7e-78bc-4810-a464-6d65fb3cb3fc on network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:20:16.107674 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:20:16.108101 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Checking segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:16.108495 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:16.108890 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Bound using segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:20:16.109468 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Bound port: ac06ad7e-78bc-4810-a464-6d65fb3cb3fc, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:20:16.109783 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:16.117487 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f6936-1980-45ca-b6f2-8f92a7e0e752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a8bf03-f500-4b2e-98d9-2f763a8096e8,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:16.124338 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f34f6936-1980-45ca-b6f2-8f92a7e0e752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:16.153951 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-3a877262-c639-4d3d-b432-a8abbcf15337 None None] Provisioning complete for port 6576ba38-dc12-4eb1-8984-84e1ed6035fd triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:16.154447 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3a877262-c639-4d3d-b432-a8abbcf15337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:16.230775 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:16.238421 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 6576ba38-dc12-4eb1-8984-84e1ed6035fd up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:16.260675 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-82497388-2ad6-441d-80be-26cac192d32d None None] For port ac06ad7e-78bc-4810-a464-6d65fb3cb3fc, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:20:16.276696 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-82497388-2ad6-441d-80be-26cac192d32d None None] For port ac06ad7e-78bc-4810-a464-6d65fb3cb3fc, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=ac06ad7e-78bc-4810-a464-6d65fb3cb3fc,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:20:16.293966 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:16.296946 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:16.479365 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34f6936-1980-45ca-b6f2-8f92a7e0e752 admin admin] Checking segment: {'id': '1684ba24-0425-45b0-9fae-70537d63d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f0e9cc89-6009-4fc3-8535-558a4f075976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:16.479790 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34f6936-1980-45ca-b6f2-8f92a7e0e752 admin admin] Network hostable DHCP agents. Network: f0e9cc89-6009-4fc3-8535-558a4f075976, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:20:16.507376 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Pushing event updated for resources: {'Port': ['ID=ac06ad7e-78bc-4810-a464-6d65fb3cb3fc,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:16.524912 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Routers {'81f81631-1490-4f32-80e2-d7ae8a62db53'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:20:16.535825 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-82497388-2ad6-441d-80be-26cac192d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:19:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['81f81631-1490-4f32-80e2-d7ae8a62db53'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:16.543976 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:16.563410 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 6576ba38-dc12-4eb1-8984-84e1ed6035fd triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:16.564825 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:16.756174 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:16.770096 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9b9fe24c-84fd-48e1-9990-8328d1b1a6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:16.813961 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Router fb89229b-2079-4c07-bb82-91bff4bef015 is scheduled to L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:20:16.819928 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657275'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:16.821891 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-82497388-2ad6-441d-80be-26cac192d32d None None] Set router 81f81631-1490-4f32-80e2-d7ae8a62db53 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:20:16.870317 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34f6936-1980-45ca-b6f2-8f92a7e0e752 admin admin] Network f0e9cc89-6009-4fc3-8535-558a4f075976 is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:20:16.925293 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-f34f6936-1980-45ca-b6f2-8f92a7e0e752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, f0e9cc89-6009-4fc3-8535-558a4f075976) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:16.938225 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2305e939-f035-4abf-a2c4-bc742d08b835 None None] Network f0e9cc89-6009-4fc3-8535-558a4f075976 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:16.972014 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34f6936-1980-45ca-b6f2-8f92a7e0e752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:16.976175 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f34f6936-1980-45ca-b6f2-8f92a7e0e752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:17.092758 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Router 2b2bd9d1-9982-4c89-868d-41f110e60622 is scheduled to L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:20:17.237370 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8012a851-4207-4c72-9e26-4c693c11c72f req-7bdf3b68-7461-49e7-8450-0291d8096c51 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 210 time: 0.1180089 Jun 28 23:20:17.289401 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafed2fb-93d8-4b54-840c-3c9761ec7f5e None None] Network f0e9cc89-6009-4fc3-8535-558a4f075976 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:17.373023 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:20:17.402905 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Sync routers for ids ['2b2bd9d1-9982-4c89-868d-41f110e60622'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:20:17.444124 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Routers {'2b2bd9d1-9982-4c89-868d-41f110e60622'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:20:17.448000 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:19:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['2b2bd9d1-9982-4c89-868d-41f110e60622'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:17.451314 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:20:17.454544 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-82497388-2ad6-441d-80be-26cac192d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:12Z', 'revision_number': 3, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:17.511361 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Sync routers for ids ['fb89229b-2079-4c07-bb82-91bff4bef015'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:20:17.522931 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82497388-2ad6-441d-80be-26cac192d32d None None] The sync data for ids ['81f81631-1490-4f32-80e2-d7ae8a62db53'] in dv-cinder-792462-21-iscsi is: [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:12Z', 'revision_number': 3, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:20:17.525137 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Routers {'fb89229b-2079-4c07-bb82-91bff4bef015'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:20:17.526177 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:19:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['fb89229b-2079-4c07-bb82-91bff4bef015'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:17.622428 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9b9fe24c-84fd-48e1-9990-8328d1b1a6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:17.637757 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:17.640575 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7879117 Jun 28 23:20:17.642582 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:17.646872 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.3274245 Jun 28 23:20:17.646872 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52240) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:17.665716 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52242) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:17.728226 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9b9fe24c-84fd-48e1-9990-8328d1b1a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:17.745727 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4f07895f-1d67-49ec-b76a-1bfbdb52e91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:17.745727 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f34f6936-1980-45ca-b6f2-8f92a7e0e752 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0762453 Jun 28 23:20:17.866793 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:20:17.913219 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fe24c-84fd-48e1-9990-8328d1b1a6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7576a66-74f7-4c2c-818f-a4775e0ac607,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:17.921565 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9b9fe24c-84fd-48e1-9990-8328d1b1a6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:17.923146 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Allocated IP 172.20.0.1 (1efb82e9-504d-4b86-b26c-ec3c8e2425bd/4ee7b0a2-5b39-4138-89d6-38d03997b8dd/9d6ab513-b641-46e2-805d-dc57414bde81) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:20:17.942022 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Set router 2b2bd9d1-9982-4c89-868d-41f110e60622 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:20:18.062395 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Set router fb89229b-2079-4c07-bb82-91bff4bef015 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:20:18.199650 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9b9fe24c-84fd-48e1-9990-8328d1b1a6e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64111283c2324e54b808f9c160fcfebc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5928628 Jun 28 23:20:18.201529 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52266) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:18.202027 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52268) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:18.305279 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:18.417231 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:16Z', 'revision_number': 3, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:18.464576 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Checking router: 2b2bd9d1-9982-4c89-868d-41f110e60622 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:20:18.464951 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Updating router 2b2bd9d1-9982-4c89-868d-41f110e60622 port 735d410d-a328-42bb-bf10-54b6f7bcb8ac binding host dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:20:18.476194 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'name': 'tempest-ServerRescueNegativeTestJSON-1975517241-router', 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '4bd1b7bf-5ada-4cac-88ad-7b6680c37c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:09Z', 'updated_at': '2021-06-28T23:20:14Z', 'revision_number': 3, 'project_id': '3dc7b99612764eb39646a3f140e7cad4', 'gw_port': {'id': '4bd1b7bf-5ada-4cac-88ad-7b6680c37c45', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:12Z', 'updated_at': '2021-06-28T23:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:18.506585 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Checking router: fb89229b-2079-4c07-bb82-91bff4bef015 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:20:18.507277 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Updating router fb89229b-2079-4c07-bb82-91bff4bef015 port 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45 binding host dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:20:18.510861 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:18.564386 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:18.844232 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Transition to ACTIVE for port object 9d6ab513-b641-46e2-805d-dc57414bde81 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:18.925933 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3a98646e-a0d7-4a03-b973-fe01994d848c req-aee86250-3170-4b7a-a97f-a0a770b8ccee tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 210 time: 0.5270519 Jun 28 23:20:19.077143 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:19.099341 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Transition to ACTIVE for port object 735d410d-a328-42bb-bf10-54b6f7bcb8ac will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:19.112633 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:19.129484 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:19.150418 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:19.154859 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:19.193451 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-049590c9-4cf7-4b05-adef-7a558ee992f1 admin admin] Deleting subnet 20f78ac0-3ec0-4b5a-9676-c9c265a44f96 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:20:19.347777 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:19.365307 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:19.390651 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:20:19.395626 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656966'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:19.490216 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Attempting to bind port 735d410d-a328-42bb-bf10-54b6f7bcb8ac on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:20:19.490909 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Attempting to bind port 735d410d-a328-42bb-bf10-54b6f7bcb8ac by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:20:19.494697 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Attempting to bind port 735d410d-a328-42bb-bf10-54b6f7bcb8ac on network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:20:19.506907 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8058bcf-35eb-4a73-8d32-6bfd1be04ee2 None None] Pushing event updated for resources: {'Port': ['ID=735d410d-a328-42bb-bf10-54b6f7bcb8ac,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:19.549322 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-e8058bcf-35eb-4a73-8d32-6bfd1be04ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:19.550355 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:20:19.551255 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Checking segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:19.551687 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:19.552096 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Bound using segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:20:19.552692 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Bound port: 735d410d-a328-42bb-bf10-54b6f7bcb8ac, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:20:19.553014 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:19.554100 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:19.595257 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-049590c9-4cf7-4b05-adef-7a558ee992f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:19.624035 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Transition to ACTIVE for port object 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:19.642420 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:19.644128 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9d6ab513-b641-46e2-805d-dc57414bde81,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:19.647629 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:19.660588 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:19.686313 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] For port 735d410d-a328-42bb-bf10-54b6f7bcb8ac, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:20:19.693687 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] For port 735d410d-a328-42bb-bf10-54b6f7bcb8ac, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=735d410d-a328-42bb-bf10-54b6f7bcb8ac,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:20:19.707493 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:19.710916 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:19.779634 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc85a4-2b2f-4174-b221-853a21411764 None None] Pushing event updated for resources: {'Port': ['ID=4bd1b7bf-5ada-4cac-88ad-7b6680c37c45,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:19.801946 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-0edc85a4-2b2f-4174-b221-853a21411764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:19.812318 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Attempting to bind port 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:20:19.812788 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Attempting to bind port 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:20:19.813841 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Attempting to bind port 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45 on network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:20:19.820283 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37c71386-b0d7-46c0-b2a2-4dec6810f83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:19.825764 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:20:19.826895 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Checking segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:19.838615 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:19.843708 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Bound using segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:20:19.844653 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Bound port: 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:20:19.846213 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:19.856330 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Routers {'2b2bd9d1-9982-4c89-868d-41f110e60622'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:20:19.857334 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:19:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['2b2bd9d1-9982-4c89-868d-41f110e60622'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:19.900388 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-049590c9-4cf7-4b05-adef-7a558ee992f1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:19.911700 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37c71386-b0d7-46c0-b2a2-4dec6810f83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:19.993097 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8058bcf-35eb-4a73-8d32-6bfd1be04ee2 None None] Pushing event updated for resources: {'Port': ['ID=735d410d-a328-42bb-bf10-54b6f7bcb8ac,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:19.996561 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-e8058bcf-35eb-4a73-8d32-6bfd1be04ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:20.015460 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] For port 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:20:20.026304 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] For port 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=4bd1b7bf-5ada-4cac-88ad-7b6680c37c45,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:20:20.050190 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:20.105660 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:20.106217 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-049590c9-4cf7-4b05-adef-7a558ee992f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:20.119475 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:20.124361 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-63f9d895-0541-442b-9d28-6beeec906514 None None] Provisioning for port 9d6ab513-b641-46e2-805d-dc57414bde81 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:20:20.136678 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-63f9d895-0541-442b-9d28-6beeec906514 None None] Provisioning complete for port 9d6ab513-b641-46e2-805d-dc57414bde81 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:20.140536 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-63f9d895-0541-442b-9d28-6beeec906514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:20.293935 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Routers {'fb89229b-2079-4c07-bb82-91bff4bef015'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:20:20.294693 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:19:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['fb89229b-2079-4c07-bb82-91bff4bef015'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:20.387033 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device ac06ad7e-78bc-4810-a464-6d65fb3cb3fc up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:20.500835 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.47', 52490) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:20.515205 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc85a4-2b2f-4174-b221-853a21411764 None None] Pushing event updated for resources: {'Port': ['ID=4bd1b7bf-5ada-4cac-88ad-7b6680c37c45,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:20.520724 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] Set router fb89229b-2079-4c07-bb82-91bff4bef015 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:20:20.524720 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-0edc85a4-2b2f-4174-b221-853a21411764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:20.562729 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-70d106b3-8ab2-4095-94e5-06d11837c379 req-192b7625-d120-4af3-803c-90c34d6a8de8 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 210 time: 0.1320724 Jun 28 23:20:20.612157 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] Set router 2b2bd9d1-9982-4c89-868d-41f110e60622 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:20:20.672143 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-63f9d895-0541-442b-9d28-6beeec906514 None None] Port 9d6ab513-b641-46e2-805d-dc57414bde81 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:20:20.723792 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-049590c9-4cf7-4b05-adef-7a558ee992f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:20.750622 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:20.859908 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049590c9-4cf7-4b05-adef-7a558ee992f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20f78ac0-3ec0-4b5a-9676-c9c265a44f96,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:20.886049 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:20.911795 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port ac06ad7e-78bc-4810-a464-6d65fb3cb3fc completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:20:20.912371 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:20.914361 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1657718'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:20.916655 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:20.928326 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port ac06ad7e-78bc-4810-a464-6d65fb3cb3fc triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:20.929099 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:20.973436 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-049590c9-4cf7-4b05-adef-7a558ee992f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:21.008039 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37c71386-b0d7-46c0-b2a2-4dec6810f83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:21.077887 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'name': 'tempest-ServerRescueNegativeTestJSON-1975517241-router', 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '4bd1b7bf-5ada-4cac-88ad-7b6680c37c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:09Z', 'updated_at': '2021-06-28T23:20:14Z', 'revision_number': 3, 'project_id': '3dc7b99612764eb39646a3f140e7cad4', 'gw_port': {'id': '4bd1b7bf-5ada-4cac-88ad-7b6680c37c45', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:12Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:21.091778 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9d6ab513-b641-46e2-805d-dc57414bde81,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:21.101729 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:21.150164 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6873b-6eff-46ac-8354-8800615a77b1 None None] The sync data for ids ['fb89229b-2079-4c07-bb82-91bff4bef015'] in dv-cinder-792462-21-iscsi is: [{'id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'name': 'tempest-ServerRescueNegativeTestJSON-1975517241-router', 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '4bd1b7bf-5ada-4cac-88ad-7b6680c37c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:09Z', 'updated_at': '2021-06-28T23:20:14Z', 'revision_number': 3, 'project_id': '3dc7b99612764eb39646a3f140e7cad4', 'gw_port': {'id': '4bd1b7bf-5ada-4cac-88ad-7b6680c37c45', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:12Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:20:21.173495 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37c71386-b0d7-46c0-b2a2-4dec6810f83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:21.188560 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-37c71386-b0d7-46c0-b2a2-4dec6810f83d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7576a66-74f7-4c2c-818f-a4775e0ac607 HTTP/1.1" status: 204 len: 168 time: 2.9569950 Jun 28 23:20:21.209494 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-049590c9-4cf7-4b05-adef-7a558ee992f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:21.220036 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-049590c9-4cf7-4b05-adef-7a558ee992f1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/20f78ac0-3ec0-4b5a-9676-c9c265a44f96 HTTP/1.1" status: 204 len: 168 time: 3.0148609 Jun 28 23:20:21.246145 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:21.250715 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52320) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:21.320388 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:21.381660 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c71386-b0d7-46c0-b2a2-4dec6810f83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7576a66-74f7-4c2c-818f-a4775e0ac607,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:21.388690 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-37c71386-b0d7-46c0-b2a2-4dec6810f83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:21.410208 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port ac06ad7e-78bc-4810-a464-6d65fb3cb3fc, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=ac06ad7e-78bc-4810-a464-6d65fb3cb3fc,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:20:21.412220 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:16Z', 'revision_number': 3, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:21.461791 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:21.477759 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4865de31-e51d-460f-8ebb-f6cdf9a97569 None None] The sync data for ids ['2b2bd9d1-9982-4c89-868d-41f110e60622'] in dv-cinder-792462-21-iscsi is: [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:16Z', 'revision_number': 3, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:20:21.493562 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:21.495373 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-088cf31c-4f8d-4f53-b8ef-21d70b183c46 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:21.501138 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-088cf31c-4f8d-4f53-b8ef-21d70b183c46 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.47 "GET /v2.0/networks?id=af656bfe-629e-4b4a-b6d7-ae70e038479b HTTP/1.1" status: 200 len: 812 time: 0.8728909 Jun 28 23:20:21.553379 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:21.577961 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-eee6b5f1-f592-4fb7-90fd-67ca1d10710d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Request body: {'port': {'device_id': '10763ebd-c060-407e-b8c9-e8fb65abf5ca', 'network_id': 'af656bfe-629e-4b4a-b6d7-ae70e038479b', 'admin_state_up': True, 'tenant_id': 'bf78b9e52bfd470e9cb0628eba2171a7'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:21.590919 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:21.605691 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:21.615244 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:21.658203 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:21.677258 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=ac06ad7e-78bc-4810-a464-6d65fb3cb3fc,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:21.711206 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:22.372464 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-abbf1ceb-c8c6-44aa-b27b-3fa14a22f2e8 None None] Provisioning complete for port 9d6ab513-b641-46e2-805d-dc57414bde81 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:22.378202 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-abbf1ceb-c8c6-44aa-b27b-3fa14a22f2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:22.425773 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:22.500129 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:20:22.500694 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:20:22.502643 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:20:22.508944 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-abbf1ceb-c8c6-44aa-b27b-3fa14a22f2e8 None None] Port 9d6ab513-b641-46e2-805d-dc57414bde81 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:20:22.518196 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Subscribe: > port after_create 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:20:22.523100 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:20:22.524702 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Subscribe: > port after_update 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:20:22.525665 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:20:22.526172 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:22.527990 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:20:22.530267 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:20:22.532837 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:20:22.733042 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Allocated IP 172.20.0.1 (803dd44f-307b-47e9-bd46-b2c20bf55e41/9e54f2da-94b4-4193-82c2-b27710ee5f6e/9fa16f21-ec78-40cf-9c71-ff6767f50335) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:20:22.734657 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:20:22.748609 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:22.750735 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:23.037520 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:23.062667 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:20:23.063501 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:20:23.064899 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:20:23.067076 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:20:23.067761 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a986a562-7d3e-4811-b465-b022cab8974c']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:23.096729 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=4bd1b7bf-5ada-4cac-88ad-7b6680c37c45,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:20:23.104592 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:23.105749 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device ac06ad7e-78bc-4810-a464-6d65fb3cb3fc up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:23.108874 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:23.387956 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=4bd1b7bf-5ada-4cac-88ad-7b6680c37c45,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:23.411109 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:23.450290 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port ac06ad7e-78bc-4810-a464-6d65fb3cb3fc triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:23.450932 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:23.451680 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d96ecf-a15b-4b16-b044-dd572aa1007c') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:23.452502 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d96ecf-a15b-4b16-b044-dd572aa1007c') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:23.512639 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2ffc625-882e-49c5-b3e7-595aab75a34e req-fbc858e9-ca99-4d04-bf93-453edbf5c953 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 210 time: 1.2498555 Jun 28 23:20:23.544058 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-eee6b5f1-f592-4fb7-90fd-67ca1d10710d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Made reservation on behalf of bf78b9e52bfd470e9cb0628eba2171a7 for: {'port': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:23.575894 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-eee6b5f1-f592-4fb7-90fd-67ca1d10710d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:23.612930 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52384) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:23.688369 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2287192'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:23.836918 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Router 81f81631-1490-4f32-80e2-d7ae8a62db53 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:20:23.857848 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:23.905189 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:23.912260 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:20:23.912979 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3861749'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: from cryptography.utils import int_from_bytes Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: from cryptography.utils import int_from_bytes Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: timer() Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: cb(*args, **kw) Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: self._notify() Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: self.callback(batched_events) Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: event.method(event) Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: return self._get(url).json() Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:20:23.931316 dv-cinder-792462-21-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:20:24.073109 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Transition to ACTIVE for port object 9fa16f21-ec78-40cf-9c71-ff6767f50335 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:24.386970 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:24.483549 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8b85801c-99be-4a3b-9c8d-99b14b4c7759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:24.578614 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:24.581785 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:24.682859 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:24.855254 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:24.858025 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Allocated IP 172.20.0.1 (b8e2dfc3-26e2-4195-9aaa-856aaf7459e1/765aa8e1-0636-4338-8592-99c6680980f0/e3ca712d-d963-4379-9b63-344c0433293d) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:20:24.865455 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a986a562-7d3e-4811-b465-b022cab8974c HTTP/1.1" status: 204 len: 168 time: 3.6119456 Jun 28 23:20:24.868273 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 735d410d-a328-42bb-bf10-54b6f7bcb8ac up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:24.869449 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52406) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:24.880161 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:24.977810 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a986a562-7d3e-4811-b465-b022cab8974c,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:25.013938 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:25.109739 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:25.133361 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 735d410d-a328-42bb-bf10-54b6f7bcb8ac completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:20:25.144342 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 735d410d-a328-42bb-bf10-54b6f7bcb8ac triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:25.144993 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:25.175741 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-eee6b5f1-f592-4fb7-90fd-67ca1d10710d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Allocated IP 172.20.0.14 (af656bfe-629e-4b4a-b6d7-ae70e038479b/52e42ec7-a82c-4788-a27f-5aae9a6c798f/755456ae-351e-478e-9a1c-3c124f9361f7) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:20:25.187934 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-67f4d6e9-db08-4480-a209-1ac8d245d9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:25.236265 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-80c40c3d-ced0-4ee8-9788-5ff18a6cd40e req-9f8b0ed3-f6c1-44b8-8fb8-057c0fa0264d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 210 time: 0.1291506 Jun 28 23:20:25.274483 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:20:25.315636 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] 10.222.0.35 "PUT /v2.0/routers/81f81631-1490-4f32-80e2-d7ae8a62db53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2874851 Jun 28 23:20:25.327753 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Sync routers for ids ['81f81631-1490-4f32-80e2-d7ae8a62db53'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:20:25.335639 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e09a8a7-c8cb-46b2-bd6d-63790faf1d67 admin admin] Deleting subnet f1a8bf03-f500-4b2e-98d9-2f763a8096e8 {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:20:25.341827 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7e09a8a7-c8cb-46b2-bd6d-63790faf1d67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:25.495511 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:25.511545 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7e09a8a7-c8cb-46b2-bd6d-63790faf1d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2287171'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:25.519291 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Routers {'81f81631-1490-4f32-80e2-d7ae8a62db53'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:20:25.521727 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:19:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['81f81631-1490-4f32-80e2-d7ae8a62db53'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:25.548991 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Pushing event updated for resources: {'Port': ['ID=9fa16f21-ec78-40cf-9c71-ff6767f50335,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:25.572852 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Network 803dd44f-307b-47e9-bd46-b2c20bf55e41 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:25.599051 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:25.607557 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:25.622267 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:20:25.622994 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656966'] for router_interface, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:25.793796 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:25.863810 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7e09a8a7-c8cb-46b2-bd6d-63790faf1d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:25.988517 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8b85801c-99be-4a3b-9c8d-99b14b4c7759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.019912 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8b85801c-99be-4a3b-9c8d-99b14b4c7759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.057958 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:26.067159 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 735d410d-a328-42bb-bf10-54b6f7bcb8ac, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=735d410d-a328-42bb-bf10-54b6f7bcb8ac,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:20:26.123636 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.136399 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:26.196410 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8b85801c-99be-4a3b-9c8d-99b14b4c7759 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=32ccf0f505124c6e88c252728fe19fca&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5781157 Jun 28 23:20:26.199231 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7e09a8a7-c8cb-46b2-bd6d-63790faf1d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3862380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3429362'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.200123 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52424) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:26.202476 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85801c-99be-4a3b-9c8d-99b14b4c7759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef648d6f-0dc2-465e-8854-86036ab01a7c,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:26.203228 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Set router 81f81631-1490-4f32-80e2-d7ae8a62db53 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:20:26.213168 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8b85801c-99be-4a3b-9c8d-99b14b4c7759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:26.215843 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f34f6936-1980-45ca-b6f2-8f92a7e0e752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:26.287378 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7e09a8a7-c8cb-46b2-bd6d-63790faf1d67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.289959 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7e09a8a7-c8cb-46b2-bd6d-63790faf1d67 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f1a8bf03-f500-4b2e-98d9-2f763a8096e8 HTTP/1.1" status: 204 len: 168 time: 1.3656242 Jun 28 23:20:26.295662 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09a8a7-c8cb-46b2-bd6d-63790faf1d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1a8bf03-f500-4b2e-98d9-2f763a8096e8,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:26.303476 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7e09a8a7-c8cb-46b2-bd6d-63790faf1d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:26.304274 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52426) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:26.433775 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed47a8b1-c3a5-4856-b495-d8199dea514f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.457929 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c4874d7-1584-47e7-8b37-24264e3d71ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.479357 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed47a8b1-c3a5-4856-b495-d8199dea514f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.522349 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-33f8af14-b4d7-4ab8-9818-c08c5ef688e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.683866 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-eee6b5f1-f592-4fb7-90fd-67ca1d10710d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.718651 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c4874d7-1584-47e7-8b37-24264e3d71ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.731097 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed47a8b1-c3a5-4856-b495-d8199dea514f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.736886 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed47a8b1-c3a5-4856-b495-d8199dea514f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.738451 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ed47a8b1-c3a5-4856-b495-d8199dea514f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef648d6f-0dc2-465e-8854-86036ab01a7c HTTP/1.1" status: 204 len: 168 time: 0.5370069 Jun 28 23:20:26.740646 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-6c4874d7-1584-47e7-8b37-24264e3d71ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e9cc89-6009-4fc3-8535-558a4f075976']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:26.743920 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:26.747847 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-eee6b5f1-f592-4fb7-90fd-67ca1d10710d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.752706 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.760622 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47a8b1-c3a5-4856-b495-d8199dea514f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef648d6f-0dc2-465e-8854-86036ab01a7c,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:26.788911 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-6c4874d7-1584-47e7-8b37-24264e3d71ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1684ba24-0425-45b0-9fae-70537d63d8fd') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:26.789592 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-6c4874d7-1584-47e7-8b37-24264e3d71ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1684ba24-0425-45b0-9fae-70537d63d8fd') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:26.790685 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=735d410d-a328-42bb-bf10-54b6f7bcb8ac,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:26.793430 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ed47a8b1-c3a5-4856-b495-d8199dea514f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:26.797979 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:26.808969 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baaf9a21-3c05-4088-ab42-3efecd3f3737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:26.899043 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c4874d7-1584-47e7-8b37-24264e3d71ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2287192'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:26.924922 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-bffe64f0-1288-4bdb-aa6e-168991a1b95f None None] Provisioning for port 9fa16f21-ec78-40cf-9c71-ff6767f50335 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:20:26.961875 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-bffe64f0-1288-4bdb-aa6e-168991a1b95f None None] Provisioning complete for port 9fa16f21-ec78-40cf-9c71-ff6767f50335 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:26.962499 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-bffe64f0-1288-4bdb-aa6e-168991a1b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:27.067503 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:27.082788 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-bffe64f0-1288-4bdb-aa6e-168991a1b95f None None] Port 9fa16f21-ec78-40cf-9c71-ff6767f50335 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:20:27.101327 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c4874d7-1584-47e7-8b37-24264e3d71ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:27.142448 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:27.151238 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4874d7-1584-47e7-8b37-24264e3d71ff admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:20:27.151720 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c4874d7-1584-47e7-8b37-24264e3d71ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3861749'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: timer() Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: cb(*args, **kw) Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: self._notify() Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: self.callback(batched_events) Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: event.method(event) Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: return self._get(url).json() Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:20:27.160575 dv-cinder-792462-21-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:20:27.180816 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:27.206250 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-eee6b5f1-f592-4fb7-90fd-67ca1d10710d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Network af656bfe-629e-4b4a-b6d7-ae70e038479b is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:27.237302 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:27.307571 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9d6ab513-b641-46e2-805d-dc57414bde81', 'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'mac_address': 'fa:16:3e:4e:31:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:16Z', 'updated_at': '2021-06-28T23:20:20Z', 'revision_number': 2, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'subnets': [{'id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:27.328020 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6b5f1-f592-4fb7-90fd-67ca1d10710d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Pushing event updated for resources: {'Port': ['ID=755456ae-351e-478e-9a1c-3c124f9361f7,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:27.329455 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c4874d7-1584-47e7-8b37-24264e3d71ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:27.350467 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:20:27.350467 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656966'] for router_interface, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:27.356558 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6c4874d7-1584-47e7-8b37-24264e3d71ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:27.365964 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6c4874d7-1584-47e7-8b37-24264e3d71ff admin admin] 10.222.0.35 "DELETE /v2.0/networks/f0e9cc89-6009-4fc3-8535-558a4f075976 HTTP/1.1" status: 204 len: 168 time: 1.0537031 Jun 28 23:20:27.373850 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-eee6b5f1-f592-4fb7-90fd-67ca1d10710d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:27.380148 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:27.381025 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-eee6b5f1-f592-4fb7-90fd-67ca1d10710d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:20:27.390633 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-eee6b5f1-f592-4fb7-90fd-67ca1d10710d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:27.392866 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Checking router: 81f81631-1490-4f32-80e2-d7ae8a62db53 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:20:27.394288 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Updating router 81f81631-1490-4f32-80e2-d7ae8a62db53 port 9d6ab513-b641-46e2-805d-dc57414bde81 binding host dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:20:27.395240 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-eee6b5f1-f592-4fb7-90fd-67ca1d10710d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:27.415113 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4874d7-1584-47e7-8b37-24264e3d71ff admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e9cc89-6009-4fc3-8535-558a4f075976,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:27.420152 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52448) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:27.429681 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db18efa-644b-4de5-9d2d-1f93c1a37308 req-b1ce1733-af9a-4642-b297-9a6f5b45ec86 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:27.437237 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5db18efa-644b-4de5-9d2d-1f93c1a37308 req-b1ce1733-af9a-4642-b297-9a6f5b45ec86 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 932 time: 0.5237925 Jun 28 23:20:27.441085 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6c4874d7-1584-47e7-8b37-24264e3d71ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:27.442539 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:27.490402 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-44b7f8fc-ae48-4293-8c53-f820a163afd1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--917062490', 'description': 'tempest-description--446736806'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:27.516113 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5db18efa-644b-4de5-9d2d-1f93c1a37308 req-26b6cf55-242d-44eb-aaa3-70450353f93b tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776584 Jun 28 23:20:27.712205 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Pushing event updated for resources: {'Port': ['ID=e3ca712d-d963-4379-9b63-344c0433293d,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:27.723611 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:27.730385 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.801s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:27.730385 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:27.739900 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-44b7f8fc-ae48-4293-8c53-f820a163afd1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:27.748668 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-eee6b5f1-f592-4fb7-90fd-67ca1d10710d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1800301 Jun 28 23:20:27.856383 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52450) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:27.881429 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a4a7f326-719a-4f7d-ae62-79f436fec448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:27.902865 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:27.952994 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52452) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:28.019556 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.029837 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.049688 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1657718'] for router_interface, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.060336 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:28.071974 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-44b7f8fc-ae48-4293-8c53-f820a163afd1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.112041 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-44b7f8fc-ae48-4293-8c53-f820a163afd1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.124468 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.132533 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f418ca22-9ef9-4954-a75e-7849b45f0a7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4816f936d184a8ebba08d9df6c3afbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1740856 Jun 28 23:20:28.133952 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52456) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:28.158687 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Transition to ACTIVE for port object 9d6ab513-b641-46e2-805d-dc57414bde81 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:28.174674 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.177572 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:28.239419 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e124406-8252-474f-8d41-f599865e40ff None None] Pushing event updated for resources: {'Port': ['ID=9d6ab513-b641-46e2-805d-dc57414bde81,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:28.251721 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2e124406-8252-474f-8d41-f599865e40ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:28.288144 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-de979b0b-5717-4dba-9dff-be4585b7d42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.303513 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 735d410d-a328-42bb-bf10-54b6f7bcb8ac up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:28.321503 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-de979b0b-5717-4dba-9dff-be4585b7d42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.348607 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Pushing event updated for resources: {'Port': ['ID=9fa16f21-ec78-40cf-9c71-ff6767f50335,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:28.354702 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:28.363323 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:28.433445 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-de979b0b-5717-4dba-9dff-be4585b7d42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.440662 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-de979b0b-5717-4dba-9dff-be4585b7d42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.445899 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-de979b0b-5717-4dba-9dff-be4585b7d42b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e03d90b-d1b0-467b-bc23-0689f50f488a HTTP/1.1" status: 204 len: 168 time: 0.3079588 Jun 28 23:20:28.448801 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a64f9214-499c-45e5-b53b-3b016e35870e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:28.464164 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de979b0b-5717-4dba-9dff-be4585b7d42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e03d90b-d1b0-467b-bc23-0689f50f488a,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:28.475578 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-de979b0b-5717-4dba-9dff-be4585b7d42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:28.540435 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7f8fc-ae48-4293-8c53-f820a163afd1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc915361-6b83-4397-bca9-5218748d2975,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:28.553629 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-44b7f8fc-ae48-4293-8c53-f820a163afd1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:28.586130 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a4a7f326-719a-4f7d-ae62-79f436fec448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.597446 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a4a7f326-719a-4f7d-ae62-79f436fec448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.605102 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:28.624636 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-44b7f8fc-ae48-4293-8c53-f820a163afd1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.626900 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-44b7f8fc-ae48-4293-8c53-f820a163afd1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1484325 Jun 28 23:20:28.652015 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52464) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:28.654416 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Network 803dd44f-307b-47e9-bd46-b2c20bf55e41 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:28.660536 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-839252bf-ee67-4caa-9e73-7468eabee29f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Request body: {'security_group_rule': {'security_group_id': 'dc915361-6b83-4397-bca9-5218748d2975', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:28.727243 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:28.737083 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.763780 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.764021 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a4a7f326-719a-4f7d-ae62-79f436fec448 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84feae08cd1c490ab385ec5e1fb7c76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9030626 Jun 28 23:20:28.768284 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52466) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:28.789531 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1657718'] for router_interface, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.792067 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:28.845358 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Attempting to bind port 9d6ab513-b641-46e2-805d-dc57414bde81 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:20:28.846539 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Attempting to bind port 9d6ab513-b641-46e2-805d-dc57414bde81 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:20:28.847554 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Attempting to bind port 9d6ab513-b641-46e2-805d-dc57414bde81 on network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:20:28.880043 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 735d410d-a328-42bb-bf10-54b6f7bcb8ac triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:28.880425 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.890647 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:20:28.891739 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Checking segment: {'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:28.892151 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:28.892568 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Bound using segment: {'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:20:28.893083 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Bound port: 9d6ab513-b641-46e2-805d-dc57414bde81, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:20:28.893493 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:29.007356 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7f326-719a-4f7d-ae62-79f436fec448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7043d757-7314-4fb6-a36a-9330d96bf633,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:29.015841 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-839252bf-ee67-4caa-9e73-7468eabee29f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:29.059422 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a4a7f326-719a-4f7d-ae62-79f436fec448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:29.206167 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:29.215004 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e4e972f0-49a2-47cb-b63a-4c5e91fc2caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:29.247720 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218559ab-599c-4a2d-99c0-647d75dbe10b req-476c0330-edbb-4470-b7cb-12fd8abd4d1a tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:29.260872 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-218559ab-599c-4a2d-99c0-647d75dbe10b req-476c0330-edbb-4470-b7cb-12fd8abd4d1a tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 932 time: 0.4133306 Jun 28 23:20:29.294495 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e8f63076-41fb-43bc-9580-7e7ad0e2667f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:29.320887 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] For port 9d6ab513-b641-46e2-805d-dc57414bde81, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:20:29.324991 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-80395cff-2234-478f-9a56-a44d6460848a None None] Provisioning complete for port 9fa16f21-ec78-40cf-9c71-ff6767f50335 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:29.325457 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-80395cff-2234-478f-9a56-a44d6460848a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:29.332450 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e4e972f0-49a2-47cb-b63a-4c5e91fc2caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:29.371764 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-218559ab-599c-4a2d-99c0-647d75dbe10b req-b5a469d4-1201-42c8-905a-b23ec92970d9 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094284 Jun 28 23:20:29.372894 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-80395cff-2234-478f-9a56-a44d6460848a None None] Port 9fa16f21-ec78-40cf-9c71-ff6767f50335 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:20:29.408174 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] For port 9d6ab513-b641-46e2-805d-dc57414bde81, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=9d6ab513-b641-46e2-805d-dc57414bde81,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:20:29.424801 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:29.427038 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:29.456104 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Pushing event updated for resources: {'Port': ['ID=e3ca712d-d963-4379-9b63-344c0433293d,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:29.456461 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e4e972f0-49a2-47cb-b63a-4c5e91fc2caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:29.459963 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e4e972f0-49a2-47cb-b63a-4c5e91fc2caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:29.465651 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e4e972f0-49a2-47cb-b63a-4c5e91fc2caa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7043d757-7314-4fb6-a36a-9330d96bf633 HTTP/1.1" status: 204 len: 168 time: 0.6809177 Jun 28 23:20:29.465651 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-575c95fd-0b92-4628-b6f8-2e540a561b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:29.476485 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e972f0-49a2-47cb-b63a-4c5e91fc2caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7043d757-7314-4fb6-a36a-9330d96bf633,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:29.479076 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e4e972f0-49a2-47cb-b63a-4c5e91fc2caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:29.483987 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:29.572566 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e124406-8252-474f-8d41-f599865e40ff None None] Pushing event updated for resources: {'Port': ['ID=9d6ab513-b641-46e2-805d-dc57414bde81,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:29.578358 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Routers {'81f81631-1490-4f32-80e2-d7ae8a62db53'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:20:29.579126 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:20:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['81f81631-1490-4f32-80e2-d7ae8a62db53'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:29.636104 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52478) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:29.660169 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2e124406-8252-474f-8d41-f599865e40ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:29.813821 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-fef405af-931f-4d22-9bf9-02a185255989 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=761fcb01a4d54a94ba461b289f7cc224&name=default HTTP/1.1" status: 200 len: 2978 time: 0.1709173 Jun 28 23:20:29.814739 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] Set router 81f81631-1490-4f32-80e2-d7ae8a62db53 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:20:29.816738 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52484) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:29.896676 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-839252bf-ee67-4caa-9e73-7468eabee29f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:29.909633 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Router 2b2bd9d1-9982-4c89-868d-41f110e60622 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:20:29.913284 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:29.918229 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-839252bf-ee67-4caa-9e73-7468eabee29f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:29.920871 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:29.933369 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:29.933711 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:29.949435 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fec9b98e-b7f2-4566-94dd-a9680c54278a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:30.005650 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fec9b98e-b7f2-4566-94dd-a9680c54278a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:30.017638 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839252bf-ee67-4caa-9e73-7468eabee29f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcb89cf-b426-4c8e-8d1c-3a6947325f17,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:30.082243 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-839252bf-ee67-4caa-9e73-7468eabee29f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:30.089099 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-839252bf-ee67-4caa-9e73-7468eabee29f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:30.091540 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-839252bf-ee67-4caa-9e73-7468eabee29f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4351873 Jun 28 23:20:30.098570 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52492) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:30.100139 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fec9b98e-b7f2-4566-94dd-a9680c54278a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:30.103422 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fec9b98e-b7f2-4566-94dd-a9680c54278a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:30.104729 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-fec9b98e-b7f2-4566-94dd-a9680c54278a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71976a2f-e519-42f3-9cff-a8b7e08f6459 HTTP/1.1" status: 204 len: 168 time: 0.2864022 Jun 28 23:20:30.105854 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f1e1265f-a089-4184-a70c-69606d4f4b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:30.115971 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9b98e-b7f2-4566-94dd-a9680c54278a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71976a2f-e519-42f3-9cff-a8b7e08f6459,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:30.117741 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-23cfb8a3-d80a-40e4-a19f-b9ee067782fe tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Request body: {'security_group_rule': {'security_group_id': 'dc915361-6b83-4397-bca9-5218748d2975', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:30.124072 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fec9b98e-b7f2-4566-94dd-a9680c54278a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:30.245475 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9d6ab513-b641-46e2-805d-dc57414bde81', 'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'mac_address': 'fa:16:3e:4e:31:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:16Z', 'updated_at': '2021-06-28T23:20:29Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'subnets': [{'id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:30.280457 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e436aa50-7ca9-473c-9d10-6f1eeca24eb1 None None] The sync data for ids ['81f81631-1490-4f32-80e2-d7ae8a62db53'] in dv-cinder-792462-21-iscsi is: [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9d6ab513-b641-46e2-805d-dc57414bde81', 'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'mac_address': 'fa:16:3e:4e:31:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:16Z', 'updated_at': '2021-06-28T23:20:29Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'subnets': [{'id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:20:30.337207 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-23cfb8a3-d80a-40e4-a19f-b9ee067782fe tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:30.502947 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:20:30.508872 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] 10.222.0.35 "PUT /v2.0/routers/2b2bd9d1-9982-4c89-868d-41f110e60622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8622136 Jun 28 23:20:30.513901 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Sync routers for ids ['2b2bd9d1-9982-4c89-868d-41f110e60622'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:20:30.523878 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Router fb89229b-2079-4c07-bb82-91bff4bef015 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:20:30.531335 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Routers {'2b2bd9d1-9982-4c89-868d-41f110e60622'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:20:30.532018 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:20:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['2b2bd9d1-9982-4c89-868d-41f110e60622'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:30.594426 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-23cfb8a3-d80a-40e4-a19f-b9ee067782fe tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:30.607703 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-23cfb8a3-d80a-40e4-a19f-b9ee067782fe tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:30.740297 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-839252bf-ee67-4caa-9e73-7468eabee29f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:30.824964 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfb8a3-d80a-40e4-a19f-b9ee067782fe tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1182cf29-de52-45a4-a52a-aca45519262b,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:30.837132 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-23cfb8a3-d80a-40e4-a19f-b9ee067782fe tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:30.862550 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-23cfb8a3-d80a-40e4-a19f-b9ee067782fe tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:30.862550 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-23cfb8a3-d80a-40e4-a19f-b9ee067782fe tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7546453 Jun 28 23:20:30.863831 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52518) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:30.873953 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Request body: {'floatingip': {'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:30.877747 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Set router 2b2bd9d1-9982-4c89-868d-41f110e60622 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:20:31.022095 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:20:31.037818 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Sync routers for ids ['fb89229b-2079-4c07-bb82-91bff4bef015'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:20:31.048923 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] 10.222.0.35 "PUT /v2.0/routers/fb89229b-2079-4c07-bb82-91bff4bef015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3809016 Jun 28 23:20:31.068680 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Routers {'fb89229b-2079-4c07-bb82-91bff4bef015'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:20:31.069353 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:20:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['fb89229b-2079-4c07-bb82-91bff4bef015'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:31.082120 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for floatingip, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:31.461724 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-9387eb71-f112-43c9-b23e-bc71c4042433 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:20:31.464060 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-9387eb71-f112-43c9-b23e-bc71c4042433 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143137 Jun 28 23:20:31.557411 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Set router fb89229b-2079-4c07-bb82-91bff4bef015 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:20:31.593426 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3559-366d-4cfe-8b3b-53262772df57 req-ec112a57-f154-4f63-9808-b8bd0633222c tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:31.623117 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-86bc3559-366d-4cfe-8b3b-53262772df57 req-ec112a57-f154-4f63-9808-b8bd0633222c tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 932 time: 0.6020088 Jun 28 23:20:31.799968 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-86bc3559-366d-4cfe-8b3b-53262772df57 req-ccf77481-e98e-4c27-bb17-3c36ee566665 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739283 Jun 28 23:20:31.861879 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:26Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9fa16f21-ec78-40cf-9c71-ff6767f50335', 'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'mac_address': 'fa:16:3e:61:68:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:21Z', 'updated_at': '2021-06-28T23:20:27Z', 'revision_number': 2, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'subnets': [{'id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:31.972376 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:32.102444 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52542) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:32.109612 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-be47440b-e8f5-4176-ac84-2da2fb46d952 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061728395', 'description': 'tempest-description--1760986281'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:32.129598 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Checking router: 2b2bd9d1-9982-4c89-868d-41f110e60622 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:20:32.130193 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Updating router 2b2bd9d1-9982-4c89-868d-41f110e60622 port 9fa16f21-ec78-40cf-9c71-ff6767f50335 binding host dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:20:32.233581 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-be47440b-e8f5-4176-ac84-2da2fb46d952 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:32.381821 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:32.638686 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Allocated IP 172.27.2.3 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/79012411-e962-4b52-a85f-ae26e69539b6) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:20:32.740924 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 9d6ab513-b641-46e2-805d-dc57414bde81 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:32.774089 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-be47440b-e8f5-4176-ac84-2da2fb46d952 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:32.784141 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-be47440b-e8f5-4176-ac84-2da2fb46d952 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:32.795508 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0cdda14f-a419-44c3-958a-497745432965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:32.872111 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:33.002929 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-be47440b-e8f5-4176-ac84-2da2fb46d952 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:33.033114 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-be47440b-e8f5-4176-ac84-2da2fb46d952 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9283326 Jun 28 23:20:33.046597 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52562) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:33.061873 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'name': 'tempest-ServerRescueNegativeTestJSON-1975517241-router', 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '4bd1b7bf-5ada-4cac-88ad-7b6680c37c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:09Z', 'updated_at': '2021-06-28T23:20:27Z', 'revision_number': 4, 'project_id': '3dc7b99612764eb39646a3f140e7cad4', 'gw_port': {'id': '4bd1b7bf-5ada-4cac-88ad-7b6680c37c45', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:12Z', 'updated_at': '2021-06-28T23:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': 'e3ca712d-d963-4379-9b63-344c0433293d', 'name': '', 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1', 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4', 'mac_address': 'fa:16:3e:5a:72:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '765aa8e1-0636-4338-8592-99c6680980f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:22Z', 'updated_at': '2021-06-28T23:20:28Z', 'revision_number': 2, 'project_id': '3dc7b99612764eb39646a3f140e7cad4', 'subnets': [{'id': '765aa8e1-0636-4338-8592-99c6680980f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:33.072901 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-e0506db2-e067-40db-a075-37c6d1deb68f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Request body: {'security_group_rule': {'security_group_id': 'dad69471-19ec-4991-8338-99de0b585612', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:33.213643 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47440b-e8f5-4176-ac84-2da2fb46d952 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad69471-19ec-4991-8338-99de0b585612,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:33.240915 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-be47440b-e8f5-4176-ac84-2da2fb46d952 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:33.274643 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e0506db2-e067-40db-a075-37c6d1deb68f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:33.333683 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Checking router: fb89229b-2079-4c07-bb82-91bff4bef015 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:20:33.334517 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Updating router fb89229b-2079-4c07-bb82-91bff4bef015 port e3ca712d-d963-4379-9b63-344c0433293d binding host dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:20:33.451916 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 9d6ab513-b641-46e2-805d-dc57414bde81 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:20:33.477440 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 9d6ab513-b641-46e2-805d-dc57414bde81 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:33.478116 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:33.542112 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:33.646789 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e0506db2-e067-40db-a075-37c6d1deb68f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:33.669109 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e0506db2-e067-40db-a075-37c6d1deb68f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:33.672624 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:33.717942 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0506db2-e067-40db-a075-37c6d1deb68f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575590c2-9810-4766-a1e9-4c05f21a972f,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:33.729845 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e0506db2-e067-40db-a075-37c6d1deb68f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:33.765301 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e0506db2-e067-40db-a075-37c6d1deb68f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:33.769651 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e0506db2-e067-40db-a075-37c6d1deb68f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7161503 Jun 28 23:20:33.780597 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52576) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:33.793312 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-23265c34-f9c7-45a5-a3a9-e883275545b1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Request body: {'security_group_rule': {'security_group_id': 'dad69471-19ec-4991-8338-99de0b585612', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:33.822587 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:33.872043 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-23265c34-f9c7-45a5-a3a9-e883275545b1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:33.963396 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:34.008966 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:34.040492 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Transition to ACTIVE for port object 9fa16f21-ec78-40cf-9c71-ff6767f50335 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:34.047712 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edb611-49af-4edd-9920-c3dfdf92ac37 req-ff7257f7-745c-4169-a274-e67764dbd1d4 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:34.058372 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:34.072949 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e6edb611-49af-4edd-9920-c3dfdf92ac37 req-ff7257f7-745c-4169-a274-e67764dbd1d4 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 932 time: 0.5632000 Jun 28 23:20:34.086198 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:34.102803 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 9d6ab513-b641-46e2-805d-dc57414bde81, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=9d6ab513-b641-46e2-805d-dc57414bde81,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:20:34.109523 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:34.114579 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-23265c34-f9c7-45a5-a3a9-e883275545b1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:34.114861 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-57fd18b7-a0fd-49a7-9758-9de452719c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:34.170805 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Request body: {'port': {'device_id': '10763ebd-c060-407e-b8c9-e8fb65abf5ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:34.241660 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb310477-ce33-4431-9973-72185826b2ed None None] Pushing event updated for resources: {'Port': ['ID=9fa16f21-ec78-40cf-9c71-ff6767f50335,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:34.253737 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=9d6ab513-b641-46e2-805d-dc57414bde81,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:34.255877 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-eb310477-ce33-4431-9973-72185826b2ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:34.265141 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:34.344932 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-23265c34-f9c7-45a5-a3a9-e883275545b1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:34.469263 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e6edb611-49af-4edd-9920-c3dfdf92ac37 req-54ed5b4b-0b2a-44b2-a19d-14ff308baa6d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914254 Jun 28 23:20:34.473762 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:34.525137 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Attempting to bind port 9fa16f21-ec78-40cf-9c71-ff6767f50335 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:20:34.529804 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Attempting to bind port 9fa16f21-ec78-40cf-9c71-ff6767f50335 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:20:34.530494 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Attempting to bind port 9fa16f21-ec78-40cf-9c71-ff6767f50335 on network 803dd44f-307b-47e9-bd46-b2c20bf55e41 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:20:34.531228 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Transition to ACTIVE for port object e3ca712d-d963-4379-9b63-344c0433293d will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:34.550888 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:34.561320 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2e124406-8252-474f-8d41-f599865e40ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:34.568968 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:34.569174 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:34.569429 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:20:34.569429 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Checking segment: {'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:34.569429 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:34.569429 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Bound using segment: {'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:20:34.569429 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Bound port: 9fa16f21-ec78-40cf-9c71-ff6767f50335, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:20:34.580200 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:34.584388 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:34.684880 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23265c34-f9c7-45a5-a3a9-e883275545b1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dba1a86-8b9e-4598-a9a7-1f427d364584,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:34.717257 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-23265c34-f9c7-45a5-a3a9-e883275545b1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:34.797540 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] For port 9fa16f21-ec78-40cf-9c71-ff6767f50335, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:20:34.802567 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-23265c34-f9c7-45a5-a3a9-e883275545b1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:34.805494 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] For port 9fa16f21-ec78-40cf-9c71-ff6767f50335, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=9fa16f21-ec78-40cf-9c71-ff6767f50335,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:20:34.815754 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-23265c34-f9c7-45a5-a3a9-e883275545b1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0330415 Jun 28 23:20:34.820448 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d40b3-9bfc-4b32-8cc6-8069fc52686b None None] Pushing event updated for resources: {'Port': ['ID=e3ca712d-d963-4379-9b63-344c0433293d,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:34.820832 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:34.820943 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:34.824861 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-ea1d40b3-9bfc-4b32-8cc6-8069fc52686b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:34.828777 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52608) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:34.835918 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Request body: {'floatingip': {'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:34.862936 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-83a9c4b5-9d07-479f-bf58-9c6b8993c376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:34.908965 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:34.949610 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for floatingip, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:34.968169 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:34.990976 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:20:35.141421 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb310477-ce33-4431-9973-72185826b2ed None None] Pushing event updated for resources: {'Port': ['ID=9fa16f21-ec78-40cf-9c71-ff6767f50335,revision_number=4']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:35.153162 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-eb310477-ce33-4431-9973-72185826b2ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:35.179160 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Routers {'2b2bd9d1-9982-4c89-868d-41f110e60622'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:20:35.180032 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:20:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['2b2bd9d1-9982-4c89-868d-41f110e60622'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:35.367407 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event updated for resources: {'Port': ['ID=79012411-e962-4b52-a85f-ae26e69539b6,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:35.392565 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:35.393609 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:35.555867 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Attempting to bind port e3ca712d-d963-4379-9b63-344c0433293d on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:20:35.556200 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] Set router 2b2bd9d1-9982-4c89-868d-41f110e60622 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:20:35.557220 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Attempting to bind port e3ca712d-d963-4379-9b63-344c0433293d by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': '58de41e9-1523-471a-9192-badd2c11beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:20:35.557863 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Attempting to bind port e3ca712d-d963-4379-9b63-344c0433293d on network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:20:35.568377 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:20:35.569801 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Checking segment: {'id': '58de41e9-1523-471a-9192-badd2c11beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:35.570611 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:35.571336 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Bound using segment: {'id': '58de41e9-1523-471a-9192-badd2c11beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:20:35.572204 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Bound port: e3ca712d-d963-4379-9b63-344c0433293d, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58de41e9-1523-471a-9192-badd2c11beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:20:35.572955 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:35.728232 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] For port e3ca712d-d963-4379-9b63-344c0433293d, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:20:35.744082 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] For port e3ca712d-d963-4379-9b63-344c0433293d, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=e3ca712d-d963-4379-9b63-344c0433293d,segment=NetworkSegment(58de41e9-1523-471a-9192-badd2c11beb8),segment_id=58de41e9-1523-471a-9192-badd2c11beb8)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:20:35.771884 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:35.785244 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-e8058bcf-35eb-4a73-8d32-6bfd1be04ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:35.793869 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:35.799332 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755456ae-351e-478e-9a1c-3c124f9361f7 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:20:35.817118 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:35.849022 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Allocated IP 172.27.2.17 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/7dd557da-8e02-40f3-b5ee-badb8b371908) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:20:35.850909 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Transition to ACTIVE for port object 755456ae-351e-478e-9a1c-3c124f9361f7 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:35.867271 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:35.874582 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:35.992216 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-f15e7d44-65a0-4554-9228-a718d2371449 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:36.000574 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-f15e7d44-65a0-4554-9228-a718d2371449 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/networks?id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 HTTP/1.1" status: 200 len: 819 time: 1.2158182 Jun 28 23:20:36.035657 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d40b3-9bfc-4b32-8cc6-8069fc52686b None None] Pushing event updated for resources: {'Port': ['ID=e3ca712d-d963-4379-9b63-344c0433293d,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:36.048142 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Routers {'fb89229b-2079-4c07-bb82-91bff4bef015'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:20:36.050666 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:20:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['fb89229b-2079-4c07-bb82-91bff4bef015'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:36.060512 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:26Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9fa16f21-ec78-40cf-9c71-ff6767f50335', 'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'mac_address': 'fa:16:3e:61:68:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:21Z', 'updated_at': '2021-06-28T23:20:34Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'subnets': [{'id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:36.062436 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-ea1d40b3-9bfc-4b32-8cc6-8069fc52686b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:36.124546 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-c82a977b-a579-4171-9536-af321fa40423 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/quotas/3dc7b99612764eb39646a3f140e7cad4 HTTP/1.1" status: 200 len: 375 time: 0.1131849 Jun 28 23:20:36.137625 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21489b5d-e76f-4daa-b901-77f5919fd70f None None] The sync data for ids ['2b2bd9d1-9982-4c89-868d-41f110e60622'] in dv-cinder-792462-21-iscsi is: [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:26Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9fa16f21-ec78-40cf-9c71-ff6767f50335', 'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'mac_address': 'fa:16:3e:61:68:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:21Z', 'updated_at': '2021-06-28T23:20:34Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'subnets': [{'id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:20:36.414944 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Pushing event updated for resources: {'Port': ['ID=755456ae-351e-478e-9a1c-3c124f9361f7,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:36.445495 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:36.447073 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:36.489329 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Attempting to bind port 755456ae-351e-478e-9a1c-3c124f9361f7 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:20:36.489693 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Attempting to bind port 755456ae-351e-478e-9a1c-3c124f9361f7 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '06be6f11-5aa1-4afb-aa89-9d30fa4acdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'af656bfe-629e-4b4a-b6d7-ae70e038479b'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:20:36.490032 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Attempting to bind port 755456ae-351e-478e-9a1c-3c124f9361f7 on network af656bfe-629e-4b4a-b6d7-ae70e038479b {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:20:36.560856 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] Set router fb89229b-2079-4c07-bb82-91bff4bef015 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:20:36.580798 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08cd7e-cf3b-4d09-a3a9-bda0b6b4d8ff req-94ce74a2-5b4e-4c47-affa-e28505a3bd09 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:36.609590 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b08cd7e-cf3b-4d09-a3a9-bda0b6b4d8ff req-94ce74a2-5b4e-4c47-affa-e28505a3bd09 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 932 time: 0.8413413 Jun 28 23:20:36.634774 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:36.643099 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 9d6ab513-b641-46e2-805d-dc57414bde81 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:36.676917 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Port 755456ae-351e-478e-9a1c-3c124f9361f7 on network af656bfe-629e-4b4a-b6d7-ae70e038479b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:20:36.680016 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Attempting to bind port 755456ae-351e-478e-9a1c-3c124f9361f7 on network af656bfe-629e-4b4a-b6d7-ae70e038479b {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:20:36.699426 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:20:36.715450 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Checking segment: {'id': '06be6f11-5aa1-4afb-aa89-9d30fa4acdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'af656bfe-629e-4b4a-b6d7-ae70e038479b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:36.716822 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Bound using segment: {'id': '06be6f11-5aa1-4afb-aa89-9d30fa4acdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'af656bfe-629e-4b4a-b6d7-ae70e038479b'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:20:36.725186 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Bound port: 755456ae-351e-478e-9a1c-3c124f9361f7, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06be6f11-5aa1-4afb-aa89-9d30fa4acdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'af656bfe-629e-4b4a-b6d7-ae70e038479b'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:20:36.725875 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:36.934670 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] For port 755456ae-351e-478e-9a1c-3c124f9361f7, host hv-cinder-79246, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:20:36.946856 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] For port 755456ae-351e-478e-9a1c-3c124f9361f7, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=755456ae-351e-478e-9a1c-3c124f9361f7,segment=NetworkSegment(06be6f11-5aa1-4afb-aa89-9d30fa4acdd3),segment_id=06be6f11-5aa1-4afb-aa89-9d30fa4acdd3)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:20:36.952512 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:36.959086 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:36.966535 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:36.971174 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-2ba61358-f462-41a4-813d-fea116b5010d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dc7b99612764eb39646a3f140e7cad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8236449 Jun 28 23:20:37.008003 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 9d6ab513-b641-46e2-805d-dc57414bde81 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:37.008003 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:37.090399 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b08cd7e-cf3b-4d09-a3a9-bda0b6b4d8ff req-3e0e9de0-69d3-44c8-8808-1458492f4546 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583156 Jun 28 23:20:37.139652 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:37.156299 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'name': 'tempest-ServerRescueNegativeTestJSON-1975517241-router', 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '4bd1b7bf-5ada-4cac-88ad-7b6680c37c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:09Z', 'updated_at': '2021-06-28T23:20:27Z', 'revision_number': 4, 'project_id': '3dc7b99612764eb39646a3f140e7cad4', 'gw_port': {'id': '4bd1b7bf-5ada-4cac-88ad-7b6680c37c45', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:12Z', 'updated_at': '2021-06-28T23:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': 'e3ca712d-d963-4379-9b63-344c0433293d', 'name': '', 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1', 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4', 'mac_address': 'fa:16:3e:5a:72:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '765aa8e1-0636-4338-8592-99c6680980f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:22Z', 'updated_at': '2021-06-28T23:20:35Z', 'revision_number': 4, 'project_id': '3dc7b99612764eb39646a3f140e7cad4', 'subnets': [{'id': '765aa8e1-0636-4338-8592-99c6680980f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:20:37.183393 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:37.186132 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:37.187904 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] 10.222.0.47 "PUT /v2.0/ports/755456ae-351e-478e-9a1c-3c124f9361f7 HTTP/1.1" status: 200 len: 1094 time: 4.4878175 Jun 28 23:20:37.192430 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10763ebd-c060-407e-b8c9-e8fb65abf5ca', 'tag': '755456ae-351e-478e-9a1c-3c124f9361f7'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:20:37.250352 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:37.260357 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864a991-ca3a-4116-a2fe-b035b61a080d None None] The sync data for ids ['fb89229b-2079-4c07-bb82-91bff4bef015'] in dv-cinder-792462-21-iscsi is: [{'id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'name': 'tempest-ServerRescueNegativeTestJSON-1975517241-router', 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '4bd1b7bf-5ada-4cac-88ad-7b6680c37c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:09Z', 'updated_at': '2021-06-28T23:20:27Z', 'revision_number': 4, 'project_id': '3dc7b99612764eb39646a3f140e7cad4', 'gw_port': {'id': '4bd1b7bf-5ada-4cac-88ad-7b6680c37c45', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:12Z', 'updated_at': '2021-06-28T23:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': 'e3ca712d-d963-4379-9b63-344c0433293d', 'name': '', 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1', 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4', 'mac_address': 'fa:16:3e:5a:72:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '765aa8e1-0636-4338-8592-99c6680980f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:22Z', 'updated_at': '2021-06-28T23:20:35Z', 'revision_number': 4, 'project_id': '3dc7b99612764eb39646a3f140e7cad4', 'subnets': [{'id': '765aa8e1-0636-4338-8592-99c6680980f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:20:37.290493 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:37.301507 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:37.450713 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:37.454989 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event updated for resources: {'Port': ['ID=7dd557da-8e02-40f3-b5ee-badb8b371908,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:37.486378 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:20:37.565776 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-2faaca14-295c-4fe1-aeaa-30abe9af5e75 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:20:37.578094 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-2faaca14-295c-4fe1-aeaa-30abe9af5e75 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1616046 Jun 28 23:20:37.690884 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:37.699471 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event updated for resources: {'Port': ['ID=79012411-e962-4b52-a85f-ae26e69539b6,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:37.711518 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:37.801011 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:37.806248 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.9402905 Jun 28 23:20:37.947373 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:38.127142 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-e3014cea-b71a-450a-8657-9e918f86ff70 service neutron] 10.222.0.35 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438268 Jun 28 23:20:38.198615 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Pushing event updated for resources: {'Port': ['ID=755456ae-351e-478e-9a1c-3c124f9361f7,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:38.201968 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:38.204743 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.242s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:38.205491 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.139s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:38.206009 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:38.316463 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5951d698d6fa6ad5965dacd3038605f07984bf8028d67a1eaeaa8c00c63a7533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d261f3e-53d6-4153-a913-dc2d2f12c8db" -d '{"events": [{"name": "network-changed", "server_uuid": "10763ebd-c060-407e-b8c9-e8fb65abf5ca", "tag": "755456ae-351e-478e-9a1c-3c124f9361f7"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:20:38.419266 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-56aaed9d-cda9-4dd5-9894-048996804f3c service neutron] 10.222.0.35 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829278 Jun 28 23:20:38.487497 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 9fa16f21-ec78-40cf-9c71-ff6767f50335 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:38.645363 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 9fa16f21-ec78-40cf-9c71-ff6767f50335 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:20:38.650130 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 9fa16f21-ec78-40cf-9c71-ff6767f50335 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:38.653056 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:38.738937 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:38.749337 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:38.754863 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:38.793550 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:38.824556 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:38.827527 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9972696 Jun 28 23:20:38.838267 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event updated for resources: {'Port': ['ID=7dd557da-8e02-40f3-b5ee-badb8b371908,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:38.840325 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb471a12-b5c4-4ecd-bce8-fd315fa218b7 req-624c2bb5-945d-4bdf-a9fc-2cea20132d3d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:38.845147 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:38.845619 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:38.847995 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bb471a12-b5c4-4ecd-bce8-fd315fa218b7 req-624c2bb5-945d-4bdf-a9fc-2cea20132d3d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 944 time: 0.2257915 Jun 28 23:20:38.936111 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 9fa16f21-ec78-40cf-9c71-ff6767f50335, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=9fa16f21-ec78-40cf-9c71-ff6767f50335,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:20:38.954495 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:38.959789 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device e3ca712d-d963-4379-9b63-344c0433293d up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:38.960045 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bb471a12-b5c4-4ecd-bce8-fd315fa218b7 req-dedc8704-5fb4-46d4-bc15-37ee166f5f4d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012194 Jun 28 23:20:38.980904 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:39.135746 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-c045abc2-e481-4321-b33e-8091e5de10ba tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--917062490&fields=id&tenant_id=50cc37f33e7f46c8a8602f1c6d244c51 HTTP/1.1" status: 200 len: 267 time: 0.0764911 Jun 28 23:20:39.189285 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52752) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:39.455066 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ab425f0-4e64-47fe-bcb4-c5018218862f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:39.466408 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-c24255b8-835a-4e80-9eb8-1516fc74caf7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:39.470158 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=9fa16f21-ec78-40cf-9c71-ff6767f50335,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:39.483337 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-c24255b8-835a-4e80-9eb8-1516fc74caf7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/networks?id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd HTTP/1.1" status: 200 len: 810 time: 0.3418646 Jun 28 23:20:39.496574 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:39.520952 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-6e9a488b-a9d4-466e-ab78-bf5f768d0446 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/quotas/50cc37f33e7f46c8a8602f1c6d244c51 HTTP/1.1" status: 200 len: 375 time: 0.0365126 Jun 28 23:20:39.538969 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port e3ca712d-d963-4379-9b63-344c0433293d completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:20:39.559332 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port e3ca712d-d963-4379-9b63-344c0433293d triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:39.560267 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:39.695089 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ab425f0-4e64-47fe-bcb4-c5018218862f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:39.705664 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ab425f0-4e64-47fe-bcb4-c5018218862f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:39.734897 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-38e49ad0-e627-4afe-a2e1-9a3089909376 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=50cc37f33e7f46c8a8602f1c6d244c51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2120245 Jun 28 23:20:39.799510 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30564c8b-e9d7-4b73-9fd9-9d7e11dea31b x-openstack-request-id: req-30564c8b-e9d7-4b73-9fd9-9d7e11dea31b {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:20:39.800150 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10763ebd-c060-407e-b8c9-e8fb65abf5ca", "tag": "755456ae-351e-478e-9a1c-3c124f9361f7", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:20:39.800150 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30564c8b-e9d7-4b73-9fd9-9d7e11dea31b {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:20:39.800691 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10763ebd-c060-407e-b8c9-e8fb65abf5ca', 'tag': '755456ae-351e-478e-9a1c-3c124f9361f7', 'status': 'completed', 'code': 200} Jun 28 23:20:39.801197 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:39.831896 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:39.837762 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0ab425f0-4e64-47fe-bcb4-c5018218862f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=30eaecd3a25043aaac66da02c879ecf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6474299 Jun 28 23:20:39.841810 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52772) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:39.946946 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port e3ca712d-d963-4379-9b63-344c0433293d, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=e3ca712d-d963-4379-9b63-344c0433293d,segment=NetworkSegment(58de41e9-1523-471a-9192-badd2c11beb8),segment_id=58de41e9-1523-471a-9192-badd2c11beb8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:20:39.951440 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-356861e0-e886-4303-8a1f-9949703ccfeb req-8df82889-83f9-4182-ac94-6fba85ae8776 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 210 time: 0.1139286 Jun 28 23:20:39.959220 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:39.968495 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:40.021473 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab425f0-4e64-47fe-bcb4-c5018218862f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d63ef35-711e-4b68-ba26-af4119cec38f,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:40.035812 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0ab425f0-4e64-47fe-bcb4-c5018218862f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:40.072045 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9d2bafef-a596-4fe5-8e4a-1687b54576f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:40.125357 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9d2bafef-a596-4fe5-8e4a-1687b54576f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:40.229873 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=e3ca712d-d963-4379-9b63-344c0433293d,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:40.240298 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9d2bafef-a596-4fe5-8e4a-1687b54576f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:40.241870 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:40.254775 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-94655ec8-4f94-4a00-83a1-6556d8ac4620 service neutron] 10.222.0.35 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005064 Jun 28 23:20:40.256458 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9d2bafef-a596-4fe5-8e4a-1687b54576f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:40.257573 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9d2bafef-a596-4fe5-8e4a-1687b54576f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d63ef35-711e-4b68-ba26-af4119cec38f HTTP/1.1" status: 204 len: 168 time: 0.4103441 Jun 28 23:20:40.258894 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:40.268414 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2bafef-a596-4fe5-8e4a-1687b54576f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d63ef35-711e-4b68-ba26-af4119cec38f,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:40.271355 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9d2bafef-a596-4fe5-8e4a-1687b54576f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:40.371276 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 9fa16f21-ec78-40cf-9c71-ff6767f50335 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:40.394667 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-b377529a-c0f8-4816-ab36-2bcf4f3f5037 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1061728395&fields=id&tenant_id=2b68cfa00cd7404184becbc31a93a071 HTTP/1.1" status: 200 len: 267 time: 0.1338880 Jun 28 23:20:40.508564 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-ffc9fbaf-b643-449c-bd15-371dfd1ac0b8 service neutron] 10.222.0.35 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426236 Jun 28 23:20:40.571207 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 9fa16f21-ec78-40cf-9c71-ff6767f50335 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:40.574920 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:40.718490 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-71c17af9-bad6-4531-838e-3b45342cd35f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:40.727589 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-71c17af9-bad6-4531-838e-3b45342cd35f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/networks?id=803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 200 len: 816 time: 0.3308549 Jun 28 23:20:40.751733 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-6a21f635-ea46-409b-89ad-4873e5fc6360 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/quotas/2b68cfa00cd7404184becbc31a93a071 HTTP/1.1" status: 200 len: 375 time: 0.0222554 Jun 28 23:20:40.944529 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-195cf56a-01c1-41ca-a8e1-48944f513766 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b68cfa00cd7404184becbc31a93a071&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1862698 Jun 28 23:20:40.944832 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 52818) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:40.980623 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7dae28b5-59aa-4fb1-8c1c-b51b0bdf3201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:41.331585 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7dae28b5-59aa-4fb1-8c1c-b51b0bdf3201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:41.353152 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7dae28b5-59aa-4fb1-8c1c-b51b0bdf3201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:41.365707 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:41.445087 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7dae28b5-59aa-4fb1-8c1c-b51b0bdf3201 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d197b6019ca0484ba36f46a20c1aae3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4986653 Jun 28 23:20:41.458401 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 52834) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:41.472172 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae28b5-59aa-4fb1-8c1c-b51b0bdf3201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae6eb34-45e3-4aa4-af80-419f280e129a,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:41.488405 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7dae28b5-59aa-4fb1-8c1c-b51b0bdf3201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:41.570851 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3515c6c6-f9ca-491c-a8be-64b105900049 service neutron] 10.222.0.35 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5858493 Jun 28 23:20:41.602910 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8d8a70e6-69bd-40af-907c-80ae318d4f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:41.673224 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244ca00-addc-42d9-8e67-e615a289bc16 req-0689fc71-6038-45f0-99c9-0803056ad2cf tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:41.674853 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f244ca00-addc-42d9-8e67-e615a289bc16 req-0689fc71-6038-45f0-99c9-0803056ad2cf tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 944 time: 0.2791662 Jun 28 23:20:41.706994 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8d8a70e6-69bd-40af-907c-80ae318d4f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:41.784729 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-14790d14-150e-4dc0-ae11-1e9b998bdd4b service neutron] 10.222.0.35 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969116 Jun 28 23:20:41.798297 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f244ca00-addc-42d9-8e67-e615a289bc16 req-a26cfd21-eca4-4624-a213-02d89811e35e tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115510 Jun 28 23:20:41.833023 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8d8a70e6-69bd-40af-907c-80ae318d4f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:41.836328 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8d8a70e6-69bd-40af-907c-80ae318d4f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:41.837548 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8d8a70e6-69bd-40af-907c-80ae318d4f9f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aae6eb34-45e3-4aa4-af80-419f280e129a HTTP/1.1" status: 204 len: 168 time: 0.3753517 Jun 28 23:20:41.838600 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e4e972f0-49a2-47cb-b63a-4c5e91fc2caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:41.855492 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a70e6-69bd-40af-907c-80ae318d4f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae6eb34-45e3-4aa4-af80-419f280e129a,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:41.861039 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8d8a70e6-69bd-40af-907c-80ae318d4f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:42.143709 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-df58baa2-8513-4e71-8141-a90039bf175a tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:42.145250 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-df58baa2-8513-4e71-8141-a90039bf175a tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/networks?id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 HTTP/1.1" status: 200 len: 819 time: 0.2153199 Jun 28 23:20:42.221668 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a4a4e2d2-0d25-43b5-accd-d4630a6f6e19 req-4581d6e7-47bb-4a2d-9a45-ffe34f041c59 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 210 time: 0.0718918 Jun 28 23:20:42.238407 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-8464db0f-463b-411b-8209-a8b9b9189404 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/quotas/3dc7b99612764eb39646a3f140e7cad4 HTTP/1.1" status: 200 len: 375 time: 0.0763884 Jun 28 23:20:42.325360 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device e3ca712d-d963-4379-9b63-344c0433293d up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:20:42.418125 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f4aa851f-59e8-46e9-b841-38aedf7dfe95 req-d1f890d2-92c0-4a15-a4af-6357c2b690c9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 210 time: 0.1071703 Jun 28 23:20:42.471437 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port e3ca712d-d963-4379-9b63-344c0433293d triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:42.472130 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:42.511946 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-dad12033-8e49-439e-ba19-df86e526a4fa tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dc7b99612764eb39646a3f140e7cad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2722712 Jun 28 23:20:42.890878 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-53ee6007-2804-477f-842c-43b4bd16b2fe service neutron] 10.222.0.35 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701873 Jun 28 23:20:43.284565 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-91140c93-3306-4186-80b2-36b8c50d157e service neutron] 10.222.0.35 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774943 Jun 28 23:20:43.318089 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7d309-d564-4fc2-bfd5-99298c1a6d9f req-76302419-2ea6-4430-b1cd-ca6c48cfe1f3 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:43.326963 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-94f7d309-d564-4fc2-bfd5-99298c1a6d9f req-76302419-2ea6-4430-b1cd-ca6c48cfe1f3 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 944 time: 0.1732152 Jun 28 23:20:43.379348 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-94f7d309-d564-4fc2-bfd5-99298c1a6d9f req-73ed4766-f181-42dc-9525-6d927a55c8cb tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506997 Jun 28 23:20:43.651771 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e13a1110-9eaf-4fef-91e3-0cf47935c383 req-56afd57f-5c03-4e65-8aa2-46db2e0dbf56 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 210 time: 0.0767660 Jun 28 23:20:43.763870 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f6731c18-1a6f-4837-a039-22eab61a2f1a req-8c6b720f-fe93-4432-9daf-4f5f33279b5d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 210 time: 0.0637391 Jun 28 23:20:43.827750 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a3c92a25-72ee-49ff-85d8-874cc8b95265 req-f415f0e7-8e22-4462-a96f-8c936ec93161 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 210 time: 0.0625117 Jun 28 23:20:44.663414 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20227971-baaf-486d-aa19-319097ad4502 req-bbf7a0ef-769e-4a77-bc63-b9dee47911e2 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:44.666090 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-20227971-baaf-486d-aa19-319097ad4502 req-bbf7a0ef-769e-4a77-bc63-b9dee47911e2 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 944 time: 0.0874963 Jun 28 23:20:44.734249 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-20227971-baaf-486d-aa19-319097ad4502 req-899b30ed-34f2-4c47-beb7-f564a09f583c tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597677 Jun 28 23:20:44.906811 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-254ea9bf-4e31-4830-8c3b-7dc3c96e903a req-857cad2a-2ee7-4c3e-bded-af259d368664 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 210 time: 0.0666139 Jun 28 23:20:45.054894 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e02c6eac-05c1-4a59-8957-3bec77f4864d req-0f66a712-f54d-4153-bc50-e4b2efce3a65 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 210 time: 0.0694456 Jun 28 23:20:45.202953 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-655c047d-319b-4637-aff0-425fd9b4a804 req-8a298da8-6491-4933-8408-f1d68e789d4f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 210 time: 0.0919676 Jun 28 23:20:45.544145 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 53008) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:45.658478 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e76dc5c8-822a-47fd-a5b9-d21dacaa336d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:45.764050 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e76dc5c8-822a-47fd-a5b9-d21dacaa336d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:45.768289 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e76dc5c8-822a-47fd-a5b9-d21dacaa336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:45.771626 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9aceeabb-d914-43c1-933b-1f7a10056fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:45.810766 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76dc5c8-822a-47fd-a5b9-d21dacaa336d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeddf876-269f-4fe6-84b0-8e3b2f321727,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:45.813810 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e76dc5c8-822a-47fd-a5b9-d21dacaa336d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:45.819147 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e76dc5c8-822a-47fd-a5b9-d21dacaa336d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97002a07af1d44c595393e98dc1dfeb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715051 Jun 28 23:20:45.819533 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 53016) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:45.874523 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f71e0fb5-af3f-43e1-bb81-cab891e3e979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:45.897701 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f71e0fb5-af3f-43e1-bb81-cab891e3e979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:45.957995 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f71e0fb5-af3f-43e1-bb81-cab891e3e979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:45.961302 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f71e0fb5-af3f-43e1-bb81-cab891e3e979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:45.965792 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f71e0fb5-af3f-43e1-bb81-cab891e3e979 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eeddf876-269f-4fe6-84b0-8e3b2f321727 HTTP/1.1" status: 204 len: 168 time: 0.1451817 Jun 28 23:20:45.966514 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:45.986232 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e0fb5-af3f-43e1-bb81-cab891e3e979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeddf876-269f-4fe6-84b0-8e3b2f321727,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:45.989707 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f71e0fb5-af3f-43e1-bb81-cab891e3e979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:46.071659 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f3053-bbc2-46d9-b7ca-9c5f2e5667c7 req-ea6ed6a0-2c81-4077-af7f-79b233a144af tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:46.074300 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e86f3053-bbc2-46d9-b7ca-9c5f2e5667c7 req-ea6ed6a0-2c81-4077-af7f-79b233a144af tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 944 time: 0.1253450 Jun 28 23:20:46.143495 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-01e36b47-efb8-470c-9e2c-72bb843ace20 req-20131667-c518-46f9-8744-d6ba6cd7f19d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 210 time: 0.0398192 Jun 28 23:20:46.160677 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e86f3053-bbc2-46d9-b7ca-9c5f2e5667c7 req-1e17a908-f24d-4931-9db5-4681eed00673 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802391 Jun 28 23:20:46.301422 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-36b5e239-a070-4e0b-9928-29f8c2c19815 req-460d7cc5-3d01-4460-9edb-11dccb5cd27f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 210 time: 0.0442472 Jun 28 23:20:46.351142 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 53028) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:46.368797 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-968869a3-458f-4b85-8f9b-a060609f160a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:46.386610 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2eaf47b-bf3e-461b-abe1-191aad9e0ff3 req-bad0200e-6df2-4c6c-91b2-798083630fc3 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 210 time: 0.0384789 Jun 28 23:20:46.480832 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-968869a3-458f-4b85-8f9b-a060609f160a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:46.485663 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-968869a3-458f-4b85-8f9b-a060609f160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:46.489167 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:46.546977 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-968869a3-458f-4b85-8f9b-a060609f160a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e8e0542c2d245008458fc62ac67f643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944597 Jun 28 23:20:46.548662 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968869a3-458f-4b85-8f9b-a060609f160a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a97dcc-32c4-4dc4-a37e-7f6c35faa915,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:46.551511 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 53034) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:46.553215 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-968869a3-458f-4b85-8f9b-a060609f160a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:46.605944 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3f45e20b-602a-4bad-8004-3873c555541a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:46.629699 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3f45e20b-602a-4bad-8004-3873c555541a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:46.688805 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3f45e20b-602a-4bad-8004-3873c555541a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:46.692099 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3f45e20b-602a-4bad-8004-3873c555541a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:46.693978 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3f45e20b-602a-4bad-8004-3873c555541a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9a97dcc-32c4-4dc4-a37e-7f6c35faa915 HTTP/1.1" status: 204 len: 168 time: 0.1412919 Jun 28 23:20:46.695090 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:46.708244 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45e20b-602a-4bad-8004-3873c555541a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a97dcc-32c4-4dc4-a37e-7f6c35faa915,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:46.712276 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3f45e20b-602a-4bad-8004-3873c555541a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:47.400690 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9840e3e6-ca6d-4946-9415-210e9b427c91 req-f3ead97c-d2b0-4f42-81f2-64643e57e2a6 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 210 time: 0.0380764 Jun 28 23:20:47.450689 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e83a0-c71c-4adb-85f7-6704c0e69f47 req-52831d84-6679-42e5-8f76-bb269a5e5c1d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:47.452900 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-608e83a0-c71c-4adb-85f7-6704c0e69f47 req-52831d84-6679-42e5-8f76-bb269a5e5c1d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 944 time: 0.1266739 Jun 28 23:20:47.501271 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-608e83a0-c71c-4adb-85f7-6704c0e69f47 req-541186df-b074-4110-9b6e-640221bfc95c tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371957 Jun 28 23:20:47.546375 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 53068) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:47.607258 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dc1f0deb-776f-4dbd-b847-7270740a8993 req-8d126399-3a00-41bd-bb12-3477df96812b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 210 time: 0.0327241 Jun 28 23:20:47.693558 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-131fd38d-82ac-45a0-9f92-e942d4dfd7b3 req-44830364-7685-4969-b580-470e1c44a35d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 210 time: 0.0388973 Jun 28 23:20:47.697068 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-692502113-network', 'tenant_id': '038da79d3ef14f3dbe7e6c2f73a3cfd0'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:47.719768 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Made reservation on behalf of 038da79d3ef14f3dbe7e6c2f73a3cfd0 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:47.722496 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:47.731448 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:47.847073 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:47.852390 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:47.855859 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:47.884305 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:20:47.895778 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9e33c3-e4fe-4f62-8eef-4ec8f7c1b1db,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:47.900276 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:47.901398 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:47.901738 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Added segment 25be71d6-7194-43fe-8fd9-78dea052c784 of type vlan for network ecb9ae2f-7bb8-408a-a280-c56af7d238ae Jun 28 23:20:47.951088 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:47.988412 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:47.989872 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:47.990452 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:47.992838 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-258ede86-05cb-4ed9-a3f3-abe29b73ffd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:48.050615 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5022967 Jun 28 23:20:48.054096 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 53076) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:48.062426 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-c5e3fddc-9be0-4182-b17d-0e0811dbe175 admin admin] Request body: {'subnet': {'network_id': 'ecb9ae2f-7bb8-408a-a280-c56af7d238ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-692502113-subnet', 'tenant_id': '038da79d3ef14f3dbe7e6c2f73a3cfd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:48.067158 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Pushing event updated for resources: {'Network': ['ID=ecb9ae2f-7bb8-408a-a280-c56af7d238ae,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:48.071523 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:48.080447 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network ecb9ae2f-7bb8-408a-a280-c56af7d238ae details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:20:48.091438 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e3fddc-9be0-4182-b17d-0e0811dbe175 admin admin] Made reservation on behalf of 038da79d3ef14f3dbe7e6c2f73a3cfd0 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:48.094070 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fddc-9be0-4182-b17d-0e0811dbe175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3429359'] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:48.299002 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fddc-9be0-4182-b17d-0e0811dbe175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3862447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3429369'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:48.301835 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:48.380188 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3fddc-9be0-4182-b17d-0e0811dbe175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b2837e-0df5-4c8b-9ab2-401a57045f59,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:48.384931 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c5e3fddc-9be0-4182-b17d-0e0811dbe175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:48.400837 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3fddc-9be0-4182-b17d-0e0811dbe175 admin admin] Checking segment: {'id': '25be71d6-7194-43fe-8fd9-78dea052c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecb9ae2f-7bb8-408a-a280-c56af7d238ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:48.401540 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e3fddc-9be0-4182-b17d-0e0811dbe175 admin admin] Network hostable DHCP agents. Network: ecb9ae2f-7bb8-408a-a280-c56af7d238ae, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:20:48.426712 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-69e22518-1191-49dd-be1d-4b9fff885c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:48.428289 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-69e22518-1191-49dd-be1d-4b9fff885c18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bf78b9e52bfd470e9cb0628eba2171a7&device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 1097 time: 0.1050522 Jun 28 23:20:48.451100 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e3fddc-9be0-4182-b17d-0e0811dbe175 admin admin] Network ecb9ae2f-7bb8-408a-a280-c56af7d238ae is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:20:48.467419 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-c5e3fddc-9be0-4182-b17d-0e0811dbe175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, ecb9ae2f-7bb8-408a-a280-c56af7d238ae) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:48.476945 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e3fddc-9be0-4182-b17d-0e0811dbe175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:48.478273 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fddc-9be0-4182-b17d-0e0811dbe175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:48.488086 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1653d929-a331-4d5e-be9a-2e58508bd067 None None] Network ecb9ae2f-7bb8-408a-a280-c56af7d238ae requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:48.524397 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-c5e3fddc-9be0-4182-b17d-0e0811dbe175 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4685719 Jun 28 23:20:48.796174 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7afabf5c-4c88-4437-a8f6-95d6a1a6044b req-b5f7cd9c-7cf1-4d51-8f46-642c4d5c37fb tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 210 time: 0.1416445 Jun 28 23:20:48.885465 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-42037113-9fe2-44a0-b0aa-3a1af4830e24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=755456ae-351e-478e-9a1c-3c124f9361f7 HTTP/1.1" status: 200 len: 217 time: 0.3814297 Jun 28 23:20:49.039289 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2312de46-b46e-48e8-8d10-1a3f205760f6 None None] Network ecb9ae2f-7bb8-408a-a280-c56af7d238ae requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:49.072963 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-abf28696-1ce7-4295-a14b-d48f50a6fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:49.074465 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-abf28696-1ce7-4295-a14b-d48f50a6fa85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52e42ec7-a82c-4788-a27f-5aae9a6c798f HTTP/1.1" status: 200 len: 852 time: 0.1741304 Jun 28 23:20:49.144860 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a0ed4d2b-518b-476e-b38a-dfde477b6820 req-09c3ff43-73e1-4fac-bc05-dad39d62be47 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 210 time: 0.0858142 Jun 28 23:20:49.183479 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aac4bd-f5b1-444d-97f6-ce9e805cb239 req-929850b7-268e-4f1a-9928-16e1435cbe88 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:49.209315 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b1aac4bd-f5b1-444d-97f6-ce9e805cb239 req-929850b7-268e-4f1a-9928-16e1435cbe88 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 944 time: 0.3319604 Jun 28 23:20:49.291688 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-513da447-bdf8-460c-bcbe-0c30f6b7acaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af656bfe-629e-4b4a-b6d7-ae70e038479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2049394 Jun 28 23:20:49.321118 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b1aac4bd-f5b1-444d-97f6-ce9e805cb239 req-052154ad-90ca-4898-8eb0-3b2602544cac tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105993 Jun 28 23:20:49.466649 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a4c5bbb7-19a2-4b98-818f-c24e498cbd9e req-92fe9f90-61c5-4c57-8dc6-76f30575219a tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 210 time: 0.0354042 Jun 28 23:20:49.474619 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-2bac63a5-c92f-4bf6-9751-06c162d49c12 service neutron] 10.222.0.47 "GET /v2.0/networks/af656bfe-629e-4b4a-b6d7-ae70e038479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168556 Jun 28 23:20:49.587689 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-683bbf9a-7652-4ffc-b915-f2f887f3a723 req-06924f83-ae6c-4390-b6ff-bf8c05dcb53d service neutron] 10.222.0.47 "GET /v2.0/networks/af656bfe-629e-4b4a-b6d7-ae70e038479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052668 Jun 28 23:20:49.632353 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 53122) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:49.638255 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-123348148-network', 'tenant_id': '668e126e6e034d98b48b9c05aefdf082'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:49.687003 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Made reservation on behalf of 668e126e6e034d98b48b9c05aefdf082 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:49.689372 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:49.701128 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:49.776916 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d261f3e-53d6-4153-a913-dc2d2f12c8db req-77e587f7-8e4c-4afa-a67c-a35f38609c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:49.778761 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5d261f3e-53d6-4153-a913-dc2d2f12c8db req-77e587f7-8e4c-4afa-a67c-a35f38609c16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bf78b9e52bfd470e9cb0628eba2171a7&device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 1097 time: 0.1265767 Jun 28 23:20:49.801838 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.47', 52520) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:50.054139 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-3fb77faa-0117-47f0-ac0e-80c4ae66ee3f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:50.057130 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-3fb77faa-0117-47f0-ac0e-80c4ae66ee3f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.47 "GET /v2.0/networks?id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 HTTP/1.1" status: 200 len: 819 time: 0.2535698 Jun 28 23:20:50.072115 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:50.074643 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d261f3e-53d6-4153-a913-dc2d2f12c8db req-537a215a-71ba-462a-b17e-903f5ee212ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:50.077331 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5d261f3e-53d6-4153-a913-dc2d2f12c8db req-537a215a-71ba-462a-b17e-903f5ee212ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=af656bfe-629e-4b4a-b6d7-ae70e038479b HTTP/1.1" status: 200 len: 913 time: 0.2908363 Jun 28 23:20:50.080631 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:50.088129 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9d2bafef-a596-4fe5-8e4a-1687b54576f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:50.116730 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:20:50.134446 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6c33b4c7-009e-4819-8de9-dc8b0c8b6706 req-5d181240-a7d4-4db1-aff5-e730c085463f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 210 time: 0.0687542 Jun 28 23:20:50.137759 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd81d86-dafe-402f-bfb7-e5a1a0b1f93d,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:50.141176 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:50.143224 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:50.143766 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Added segment 8f4bbd2d-8a57-48c7-a686-697a208028da of type vlan for network f35334a4-83c7-409b-8230-76ec1bc9c4b6 Jun 28 23:20:50.212841 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:50.259012 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:50.261394 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:50.262437 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:50.273280 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:50.371549 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7340920 Jun 28 23:20:50.371934 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 53140) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:50.372748 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-18022688-0aa4-4458-8dd6-ee978836c958 req-ef92a91f-39cd-42cb-a2b1-f8bd41969bfb tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 210 time: 0.0382330 Jun 28 23:20:50.383883 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-2734e537-1303-417c-8f5c-be3238b479d4 admin admin] Request body: {'subnet': {'network_id': 'f35334a4-83c7-409b-8230-76ec1bc9c4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-123348148-subnet', 'tenant_id': '668e126e6e034d98b48b9c05aefdf082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:50.397945 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Pushing event updated for resources: {'Network': ['ID=f35334a4-83c7-409b-8230-76ec1bc9c4b6,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:50.416058 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:50.429773 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network f35334a4-83c7-409b-8230-76ec1bc9c4b6 details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:20:50.454752 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2734e537-1303-417c-8f5c-be3238b479d4 admin admin] Made reservation on behalf of 668e126e6e034d98b48b9c05aefdf082 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:50.461462 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2734e537-1303-417c-8f5c-be3238b479d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:50.790740 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6aec677-bd2f-4c3c-bce1-f0573ba532ed req-4d88200f-29f1-4120-b2c8-8c6bdb686a59 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 210 time: 0.0710258 Jun 28 23:20:50.838776 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c4bab-b168-4344-bc79-2974c183319d req-9deacd57-aca1-4fcd-b8ec-71e54ab8951e tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:50.840955 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1a4c4bab-b168-4344-bc79-2974c183319d req-9deacd57-aca1-4fcd-b8ec-71e54ab8951e tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 944 time: 0.1701286 Jun 28 23:20:50.920000 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2734e537-1303-417c-8f5c-be3238b479d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:50.925200 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:51.002489 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734e537-1303-417c-8f5c-be3238b479d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f97c8422-f6cf-4231-811f-a3a49ca5d53e,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:51.005612 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2734e537-1303-417c-8f5c-be3238b479d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:51.012976 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2734e537-1303-417c-8f5c-be3238b479d4 admin admin] Checking segment: {'id': '8f4bbd2d-8a57-48c7-a686-697a208028da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f35334a4-83c7-409b-8230-76ec1bc9c4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:51.015366 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2734e537-1303-417c-8f5c-be3238b479d4 admin admin] Network hostable DHCP agents. Network: f35334a4-83c7-409b-8230-76ec1bc9c4b6, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:20:51.038036 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2734e537-1303-417c-8f5c-be3238b479d4 admin admin] Network f35334a4-83c7-409b-8230-76ec1bc9c4b6 is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:20:51.053653 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-2734e537-1303-417c-8f5c-be3238b479d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, f35334a4-83c7-409b-8230-76ec1bc9c4b6) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:51.059028 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734e537-1303-417c-8f5c-be3238b479d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:51.059618 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2734e537-1303-417c-8f5c-be3238b479d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:51.070220 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c068d17-cf95-4bca-8fbf-7c519e4d6afe None None] Network f35334a4-83c7-409b-8230-76ec1bc9c4b6 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:51.085458 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2734e537-1303-417c-8f5c-be3238b479d4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7041466 Jun 28 23:20:51.111529 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1a4c4bab-b168-4344-bc79-2974c183319d req-7dcfda9c-8056-4aa8-ad10-ba21767ecfdc tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604573 Jun 28 23:20:51.321222 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-01411e14-a9d8-485a-9810-87178e816e79 req-9f68fa89-f1c2-4885-8628-7e6fb89f6363 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 210 time: 0.0477386 Jun 28 23:20:51.339406 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-0b6f12e3-0a60-47f6-a532-9f680ac81e7e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Request body: {'port': {'device_id': '48102296-e093-48d5-bbc3-69aaa5f672ce', 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1', 'admin_state_up': True, 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:51.346473 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982adb57-3ddc-48f5-981f-6a6191a7f317 None None] Network f35334a4-83c7-409b-8230-76ec1bc9c4b6 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:20:51.430942 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5d261f3e-53d6-4153-a913-dc2d2f12c8db req-d49ee649-e0b1-4556-8c0e-8506ad1af269 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=755456ae-351e-478e-9a1c-3c124f9361f7 HTTP/1.1" status: 200 len: 217 time: 0.1028757 Jun 28 23:20:51.503972 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-0b6f12e3-0a60-47f6-a532-9f680ac81e7e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Made reservation on behalf of 3dc7b99612764eb39646a3f140e7cad4 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:51.509746 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-0b6f12e3-0a60-47f6-a532-9f680ac81e7e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:51.728322 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bde72f41-ca3c-4c3f-9b6b-92247a0559ef req-593c629a-b8ac-46c7-a645-0985572b4ce7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 210 time: 0.1010985 Jun 28 23:20:51.876776 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-0b6f12e3-0a60-47f6-a532-9f680ac81e7e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Allocated IP 172.20.0.2 (b8e2dfc3-26e2-4195-9aaa-856aaf7459e1/765aa8e1-0636-4338-8592-99c6680980f0/f6691959-c97b-41af-83ea-c00e07dab274) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:20:52.080919 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ab447d6c-3f64-4494-9e02-a3087818801e req-dbd36692-b70e-479d-901d-d7b9c7798430 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 210 time: 0.1090827 Jun 28 23:20:52.127422 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-0b6f12e3-0a60-47f6-a532-9f680ac81e7e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:52.170727 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-0b6f12e3-0a60-47f6-a532-9f680ac81e7e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:52.181700 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:52.322097 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-0b6f12e3-0a60-47f6-a532-9f680ac81e7e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:52.341946 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-0b6f12e3-0a60-47f6-a532-9f680ac81e7e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:52.344810 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-0b6f12e3-0a60-47f6-a532-9f680ac81e7e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:20:52.353262 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f12e3-0a60-47f6-a532-9f680ac81e7e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Pushing event updated for resources: {'Port': ['ID=f6691959-c97b-41af-83ea-c00e07dab274,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:52.391650 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0b6f12e3-0a60-47f6-a532-9f680ac81e7e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:52.424877 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-0b6f12e3-0a60-47f6-a532-9f680ac81e7e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:52.425536 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-0b6f12e3-0a60-47f6-a532-9f680ac81e7e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:52.445514 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-0b6f12e3-0a60-47f6-a532-9f680ac81e7e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1172380 Jun 28 23:20:52.465463 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012024ba-0bfb-4265-803c-31a48095c364 req-4b67d27b-4360-49c3-b61b-8518ddab7222 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:52.467048 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-012024ba-0bfb-4265-803c-31a48095c364 req-4b67d27b-4360-49c3-b61b-8518ddab7222 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 944 time: 0.1551981 Jun 28 23:20:52.509082 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-012024ba-0bfb-4265-803c-31a48095c364 req-237dd474-c3bd-4af8-a002-3f64176223a8 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362046 Jun 28 23:20:52.570353 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bb07aeff-30a5-4d55-96ef-791fe2dc9f9a req-e1be8e5e-0fde-47b6-91f6-1c3006771eeb tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 210 time: 0.0343783 Jun 28 23:20:52.902786 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c9102673-3dd8-4dac-bfb7-76c389da947d req-c39a3291-88bc-4004-a54a-1db76d6290a0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 210 time: 0.0384102 Jun 28 23:20:53.259850 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-55116cb0-c9f9-4d52-b4df-b545fa1da8d6 req-d2e8480e-a3d2-4c0a-a8d9-e585523ff7cc tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 210 time: 0.0296462 Jun 28 23:20:53.768884 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6a8fd2b1-9f57-4ea9-b737-59fd8469e47f req-026aa2b5-cd25-4790-b1bc-c0bfaac5ba36 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 210 time: 0.0549433 Jun 28 23:20:53.815258 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6cbf7-141c-432b-80a6-c7e01da47e72 req-32d62714-995e-483a-b85e-a633cfbf4238 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:53.817639 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ede6cbf7-141c-432b-80a6-c7e01da47e72 req-32d62714-995e-483a-b85e-a633cfbf4238 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 944 time: 0.1496360 Jun 28 23:20:53.872606 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ede6cbf7-141c-432b-80a6-c7e01da47e72 req-b57a8347-f85f-4039-b126-b081316e37d3 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488453 Jun 28 23:20:54.025551 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Request body: {'port': {'device_id': '48102296-e093-48d5-bbc3-69aaa5f672ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:54.048330 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d261f3e-53d6-4153-a913-dc2d2f12c8db req-0bbcf4ac-7e7b-4d6d-b407-fe3cd6653445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:54.051013 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5d261f3e-53d6-4153-a913-dc2d2f12c8db req-0bbcf4ac-7e7b-4d6d-b407-fe3cd6653445 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52e42ec7-a82c-4788-a27f-5aae9a6c798f HTTP/1.1" status: 200 len: 852 time: 0.0854323 Jun 28 23:20:54.113533 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5d261f3e-53d6-4153-a913-dc2d2f12c8db req-c97617ce-a4cd-4bbf-a75e-1a9c16d56f94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af656bfe-629e-4b4a-b6d7-ae70e038479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522466 Jun 28 23:20:54.144913 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5c3970c5-8bc2-4aae-9ce1-f241d530ded9 req-4ea38bbf-f099-4b43-a5ce-f2d0d14a7ce0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 210 time: 0.0483816 Jun 28 23:20:54.196596 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:54.258386 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5d261f3e-53d6-4153-a913-dc2d2f12c8db req-da7bcf72-4199-480c-a969-9701f0743f94 service neutron] 10.222.0.47 "GET /v2.0/networks/af656bfe-629e-4b4a-b6d7-ae70e038479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334853 Jun 28 23:20:54.412846 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5d261f3e-53d6-4153-a913-dc2d2f12c8db req-b66c1ab7-282a-4c72-81ea-23ed2e100602 service neutron] 10.222.0.47 "GET /v2.0/networks/af656bfe-629e-4b4a-b6d7-ae70e038479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477835 Jun 28 23:20:54.480559 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-753fe6cf-7341-458c-8c41-9ae0c0c82341 req-0d6e2bbd-f47e-4952-bc40-1ba22218b93a tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 210 time: 0.0477831 Jun 28 23:20:54.672919 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6691959-c97b-41af-83ea-c00e07dab274 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:20:54.681550 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:54.697329 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Transition to ACTIVE for port object f6691959-c97b-41af-83ea-c00e07dab274 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:54.702249 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:54.704900 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bf3b39a1-c8ad-4960-85db-16e3b60480f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:54.757028 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Pushing event updated for resources: {'Port': ['ID=f6691959-c97b-41af-83ea-c00e07dab274,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:54.760742 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:54.820564 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:20:54.856806 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Attempting to bind port f6691959-c97b-41af-83ea-c00e07dab274 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:20:54.857287 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Attempting to bind port f6691959-c97b-41af-83ea-c00e07dab274 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '58de41e9-1523-471a-9192-badd2c11beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:20:54.857797 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Attempting to bind port f6691959-c97b-41af-83ea-c00e07dab274 on network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:20:54.863811 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Port f6691959-c97b-41af-83ea-c00e07dab274 on network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:20:54.864312 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Attempting to bind port f6691959-c97b-41af-83ea-c00e07dab274 on network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:20:54.870230 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:20:54.870561 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Checking segment: {'id': '58de41e9-1523-471a-9192-badd2c11beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:54.871151 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Bound using segment: {'id': '58de41e9-1523-471a-9192-badd2c11beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:20:54.871588 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Bound port: f6691959-c97b-41af-83ea-c00e07dab274, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58de41e9-1523-471a-9192-badd2c11beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:20:54.871947 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:55.165158 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cd159e95-9f59-4ee3-a2d9-d9147b9cf38a req-3fcde2e6-2231-4a9e-9ccb-9ffa32ee8741 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 210 time: 0.2644777 Jun 28 23:20:55.325558 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] For port f6691959-c97b-41af-83ea-c00e07dab274, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:20:55.384984 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] For port f6691959-c97b-41af-83ea-c00e07dab274, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f6691959-c97b-41af-83ea-c00e07dab274,segment=NetworkSegment(58de41e9-1523-471a-9192-badd2c11beb8),segment_id=58de41e9-1523-471a-9192-badd2c11beb8)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:20:55.412944 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b163d6-2304-43ae-bb60-6aa73f7ca816 req-eb531ce1-c986-4511-83e9-86037132f880 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:55.415635 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-42b163d6-2304-43ae-bb60-6aa73f7ca816 req-eb531ce1-c986-4511-83e9-86037132f880 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 944 time: 0.3123834 Jun 28 23:20:55.419321 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:55.478190 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6dc62b8f-264c-4a63-a8d6-32d1e870460b req-5eff0b83-bf44-4e9a-9213-6cb52782ef8c tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 210 time: 0.0609791 Jun 28 23:20:55.481827 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:55.615510 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:55.616507 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:55.618943 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-43e6014c-bae1-461c-99df-651ad362701f service neutron] 10.222.0.47 "PUT /v2.0/ports/f6691959-c97b-41af-83ea-c00e07dab274 HTTP/1.1" status: 200 len: 1093 time: 1.6025393 Jun 28 23:20:55.620799 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48102296-e093-48d5-bbc3-69aaa5f672ce', 'tag': 'f6691959-c97b-41af-83ea-c00e07dab274'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:20:55.663979 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-42b163d6-2304-43ae-bb60-6aa73f7ca816 req-3b2d7c51-3d9f-4a79-83e3-ffaf326e6eb7 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931305 Jun 28 23:20:55.691488 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0adce39c-92a7-499f-b26a-92fab0d890c4 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:55.693830 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0adce39c-92a7-499f-b26a-92fab0d890c4 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.47 "GET /v2.0/networks?id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd HTTP/1.1" status: 200 len: 810 time: 0.2360995 Jun 28 23:20:55.770450 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-3e5a1d61-b42a-404b-9507-6afd86adc161 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50cc37f33e7f46c8a8602f1c6d244c51 HTTP/1.1" status: 200 len: 379 time: 0.0642953 Jun 28 23:20:55.782684 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Request body: {'port': {'device_id': 'c3d419bd-25b6-41ff-9280-37bf0f4429f2', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'admin_state_up': True, 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'security_groups': ['dc915361-6b83-4397-bca9-5218748d2975']}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:55.809414 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8b9c601e-c664-48c5-9c36-e7ee643ba673 req-520c0651-88da-4d27-b858-a628389e06bc tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 210 time: 0.1427393 Jun 28 23:20:55.823280 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Pushing event updated for resources: {'Port': ['ID=f6691959-c97b-41af-83ea-c00e07dab274,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:55.834873 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:55.850609 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daf3d05-108f-4831-9307-360fa62a78dc" -d '{"events": [{"name": "network-changed", "server_uuid": "48102296-e093-48d5-bbc3-69aaa5f672ce", "tag": "f6691959-c97b-41af-83ea-c00e07dab274"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:20:55.904314 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-af20f36d-2b61-4701-9551-a81bdae39180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:55.919823 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-3a82f885-2e70-486e-b585-e5287e45e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:55.921340 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-3a82f885-2e70-486e-b585-e5287e45e105 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3dc7b99612764eb39646a3f140e7cad4&device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 1096 time: 0.1715353 Jun 28 23:20:55.964001 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Made reservation on behalf of 50cc37f33e7f46c8a8602f1c6d244c51 for: {'port': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:55.969422 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:56.008769 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-85eb0f3f-da32-44b6-9588-6f69de9a9349 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6691959-c97b-41af-83ea-c00e07dab274 HTTP/1.1" status: 200 len: 217 time: 0.0752904 Jun 28 23:20:56.030782 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ce5134-1200-472b-a820-14024d9c2cc9 x-openstack-request-id: req-79ce5134-1200-472b-a820-14024d9c2cc9 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:20:56.031251 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48102296-e093-48d5-bbc3-69aaa5f672ce", "tag": "f6691959-c97b-41af-83ea-c00e07dab274", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:20:56.031769 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79ce5134-1200-472b-a820-14024d9c2cc9 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:20:56.032334 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48102296-e093-48d5-bbc3-69aaa5f672ce', 'tag': 'f6691959-c97b-41af-83ea-c00e07dab274', 'status': 'completed', 'code': 200} Jun 28 23:20:56.076222 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-2d6a54af-e0fe-4792-bc81-4c1b78d98923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:56.077923 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-2d6a54af-e0fe-4792-bc81-4c1b78d98923 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=765aa8e1-0636-4338-8592-99c6680980f0 HTTP/1.1" status: 200 len: 859 time: 0.0626516 Jun 28 23:20:56.164343 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-dfa18e15-9554-4a47-b062-10be96b1eb52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781987 Jun 28 23:20:56.334774 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.47', 52531) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:56.452190 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Allocated IP 172.20.0.14 (1efb82e9-504d-4b86-b26c-ec3c8e2425bd/4ee7b0a2-5b39-4138-89d6-38d03997b8dd/077ea135-65bb-42a5-9e4f-0f5c34b2ab7a) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:20:56.514733 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b43a828b-b1c9-4af4-8a05-fc140a1d90ef req-16075175-3b00-4576-b184-356ed2ad0397 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 210 time: 0.0513477 Jun 28 23:20:56.531494 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-5b6ad26e-4a56-45c5-b8a4-626b8812bf2a service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539622 Jun 28 23:20:56.603699 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:56.660382 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-ace2735a-3a08-407e-9145-d5e0d9beed31 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:56.661862 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-ace2735a-3a08-407e-9145-d5e0d9beed31 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.47 "GET /v2.0/networks?id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 HTTP/1.1" status: 200 len: 819 time: 0.3251433 Jun 28 23:20:56.689716 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-718055cf-b06b-4cd0-8ce4-4d64e89e9492 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Request body: {'port': {'device_id': '2b3ea60c-191f-4e56-975d-b0dd2d5fed69', 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1', 'admin_state_up': True, 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:56.732107 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b65a681-36bb-4861-8d3c-d58abd22ef62 req-89410236-dd77-4496-ab16-5eb593056100 service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929443 Jun 28 23:20:56.779350 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:56.820479 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Transition to ACTIVE for port object 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:56.959444 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:56.963519 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:57.096441 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-453851db-4fb7-4613-b2dc-296d25779f70 req-74db127f-a20c-46ea-8b29-e0093a9ca022 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 210 time: 0.2207015 Jun 28 23:20:57.098942 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.47', 52533) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:20:57.164399 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:57.168406 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-718055cf-b06b-4cd0-8ce4-4d64e89e9492 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Made reservation on behalf of 3dc7b99612764eb39646a3f140e7cad4 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:57.173656 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-718055cf-b06b-4cd0-8ce4-4d64e89e9492 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:57.212224 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:57.214321 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event updated for resources: {'Port': ['ID=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:57.220909 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:57.222197 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:20:57.237377 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:57.238069 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:57.270674 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 755456ae-351e-478e-9a1c-3c124f9361f7 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:20:57.411546 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6334598 Jun 28 23:20:57.452817 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Request body: {'port': {'device_id': 'c3d419bd-25b6-41ff-9280-37bf0f4429f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:57.484444 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e39c0-9e7e-4e21-9166-3ef3f232586f req-8e7a867e-200e-4bdc-b120-236ddb9fdaa1 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:57.485807 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b0e39c0-9e7e-4e21-9166-3ef3f232586f req-8e7a867e-200e-4bdc-b120-236ddb9fdaa1 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 944 time: 0.4316947 Jun 28 23:20:57.551845 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf3d05-108f-4831-9307-360fa62a78dc req-4b86ff19-72a1-4b22-8f6b-7ea5b85d6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:57.555218 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9daf3d05-108f-4831-9307-360fa62a78dc req-4b86ff19-72a1-4b22-8f6b-7ea5b85d6cbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3dc7b99612764eb39646a3f140e7cad4&device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 1096 time: 0.4525716 Jun 28 23:20:57.676636 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-58f70d0e-5d72-4926-a700-2b7060394185 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:57.679450 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-58f70d0e-5d72-4926-a700-2b7060394185 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.47 "GET /v2.0/networks?id=803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 200 len: 816 time: 0.5814576 Jun 28 23:20:57.683899 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:57.800381 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-3dc941f6-1cc8-472a-8d75-0a78a132d4fc None None] Provisioning for port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:20:57.802445 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f62d6874-5a82-4ec0-b586-73dcb46171b4 req-84cff5df-aaa4-4ffa-9151-da63b8274b46 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 210 time: 0.1392334 Jun 28 23:20:57.805738 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 755456ae-351e-478e-9a1c-3c124f9361f7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=755456ae-351e-478e-9a1c-3c124f9361f7,segment=NetworkSegment(06be6f11-5aa1-4afb-aa89-9d30fa4acdd3),segment_id=06be6f11-5aa1-4afb-aa89-9d30fa4acdd3)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:20:57.824782 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-3dc941f6-1cc8-472a-8d75-0a78a132d4fc None None] Provisioning complete for port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:20:57.829443 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3dc941f6-1cc8-472a-8d75-0a78a132d4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:57.841400 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-718055cf-b06b-4cd0-8ce4-4d64e89e9492 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Allocated IP 172.20.0.9 (b8e2dfc3-26e2-4195-9aaa-856aaf7459e1/765aa8e1-0636-4338-8592-99c6680980f0/368d40dd-882c-4700-ad7a-9c4a9c28e3d4) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:20:57.862908 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b0e39c0-9e7e-4e21-9166-3ef3f232586f req-5c323cac-f976-4e51-83ac-52edc957fb1f tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585114 Jun 28 23:20:57.931584 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-3dc941f6-1cc8-472a-8d75-0a78a132d4fc None None] Port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:20:57.942081 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '755456ae-351e-478e-9a1c-3c124f9361f7', 'network_id': 'af656bfe-629e-4b4a-b6d7-ae70e038479b', 'port_id': '755456ae-351e-478e-9a1c-3c124f9361f7', 'mac_address': 'fa:16:3e:b8:72:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e42ec7-a82c-4788-a27f-5aae9a6c798f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:20:57.970735 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-a66a05b1-a83a-4d93-94de-29a4d6ebd013 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b68cfa00cd7404184becbc31a93a071 HTTP/1.1" status: 200 len: 380 time: 0.2616971 Jun 28 23:20:57.990683 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Request body: {'port': {'device_id': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'admin_state_up': True, 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'security_groups': ['dad69471-19ec-4991-8338-99de0b585612']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:20:58.082674 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:58.114549 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755456ae-351e-478e-9a1c-3c124f9361f7 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:20:58.149477 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 755456ae-351e-478e-9a1c-3c124f9361f7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=755456ae-351e-478e-9a1c-3c124f9361f7,segment=NetworkSegment(06be6f11-5aa1-4afb-aa89-9d30fa4acdd3),segment_id=06be6f11-5aa1-4afb-aa89-9d30fa4acdd3)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:20:58.152847 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf3d05-108f-4831-9307-360fa62a78dc req-b53feaf8-6f80-4ce1-a71d-32c8799d97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:58.154511 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9daf3d05-108f-4831-9307-360fa62a78dc req-b53feaf8-6f80-4ce1-a71d-32c8799d97c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 HTTP/1.1" status: 200 len: 920 time: 0.4817600 Jun 28 23:20:58.159695 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:58.164951 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0668f97d-abe1-4bda-9fc9-88b6002f692d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:58.274080 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=755456ae-351e-478e-9a1c-3c124f9361f7,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:58.278562 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:58.335133 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9daf3d05-108f-4831-9307-360fa62a78dc req-780519d9-a3b1-49de-aae2-d624187000da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6691959-c97b-41af-83ea-c00e07dab274 HTTP/1.1" status: 200 len: 217 time: 0.0425656 Jun 28 23:20:58.483252 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:20:58.501622 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:58.526952 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Transition to ACTIVE for port object 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:58.533438 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:58.539183 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:58.540846 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68be7930-1fcb-4c67-9c56-d12db8ad4b88 req-6165687a-fe04-4af9-b3c3-59ff56f30e73 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 210 time: 0.0409961 Jun 28 23:20:58.609758 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Pushing event updated for resources: {'Port': ['ID=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:58.616946 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:58.644144 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-718055cf-b06b-4cd0-8ce4-4d64e89e9492 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:58.655763 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Attempting to bind port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:20:58.656099 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Attempting to bind port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:20:58.656703 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Attempting to bind port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a on network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:20:58.661498 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a on network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:20:58.661959 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Attempting to bind port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a on network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:20:58.667246 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:20:58.667950 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Checking segment: {'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:20:58.668338 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Bound using segment: {'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:20:58.668776 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Bound port: 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:20:58.669134 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:58.682071 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7146f-d430-4fcd-aaa3-bae0aaba517d req-d41726db-9e2a-4f51-8c97-94f07253359f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:58.684782 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-87a7146f-d430-4fcd-aaa3-bae0aaba517d req-d41726db-9e2a-4f51-8c97-94f07253359f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 932 time: 0.6120338 Jun 28 23:20:58.735469 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Made reservation on behalf of 2b68cfa00cd7404184becbc31a93a071 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:20:58.741802 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:58.752538 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] For port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a, host hv-cinder-79246, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:20:58.756396 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] For port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:20:58.763938 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:58.768066 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:58.815480 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:58.816104 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:58.817523 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] 10.222.0.47 "PUT /v2.0/ports/077ea135-65bb-42a5-9e4f-0f5c34b2ab7a HTTP/1.1" status: 200 len: 1094 time: 1.3800826 Jun 28 23:20:58.818015 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d419bd-25b6-41ff-9280-37bf0f4429f2', 'tag': '077ea135-65bb-42a5-9e4f-0f5c34b2ab7a'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:20:58.820398 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5951d698d6fa6ad5965dacd3038605f07984bf8028d67a1eaeaa8c00c63a7533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7695a3b8-d088-42a1-856d-87253a6fc3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d419bd-25b6-41ff-9280-37bf0f4429f2", "tag": "077ea135-65bb-42a5-9e4f-0f5c34b2ab7a"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:20:58.827629 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-87a7146f-d430-4fcd-aaa3-bae0aaba517d req-22e9c99e-2e4f-48c9-a290-0fdf644e760c tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331513 Jun 28 23:20:58.838421 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Pushing event updated for resources: {'Port': ['ID=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:58.842211 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:58.881007 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-718055cf-b06b-4cd0-8ce4-4d64e89e9492 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:58.895005 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:58.919478 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514f7fe6-e278-4556-8f9d-21d19601ba92 x-openstack-request-id: req-514f7fe6-e278-4556-8f9d-21d19601ba92 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:20:58.919998 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d419bd-25b6-41ff-9280-37bf0f4429f2", "tag": "077ea135-65bb-42a5-9e4f-0f5c34b2ab7a", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:20:58.920462 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-514f7fe6-e278-4556-8f9d-21d19601ba92 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:20:58.921163 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d419bd-25b6-41ff-9280-37bf0f4429f2', 'tag': '077ea135-65bb-42a5-9e4f-0f5c34b2ab7a', 'status': 'completed', 'code': 200} Jun 28 23:20:58.992873 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:59.001973 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718055cf-b06b-4cd0-8ce4-4d64e89e9492 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Pushing event updated for resources: {'Port': ['ID=368d40dd-882c-4700-ad7a-9c4a9c28e3d4,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:59.007703 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-718055cf-b06b-4cd0-8ce4-4d64e89e9492 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:59.014938 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-718055cf-b06b-4cd0-8ce4-4d64e89e9492 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:59.026466 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-718055cf-b06b-4cd0-8ce4-4d64e89e9492 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:59.033816 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-718055cf-b06b-4cd0-8ce4-4d64e89e9492 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:20:59.147137 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0482c7de-b6b1-4d54-aa08-d47cf20c9a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:59.187356 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Allocated IP 172.20.0.3 (803dd44f-307b-47e9-bd46-b2c20bf55e41/9e54f2da-94b4-4193-82c2-b27710ee5f6e/d524acfc-52e8-4e7f-8a39-4e447aee8764) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:20:59.239122 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-718055cf-b06b-4cd0-8ce4-4d64e89e9492 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:59.240238 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-718055cf-b06b-4cd0-8ce4-4d64e89e9492 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:59.320436 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-718055cf-b06b-4cd0-8ce4-4d64e89e9492 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6381145 Jun 28 23:20:59.392395 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d33861-c9df-44dd-b5a1-5e5bbb291605 req-23fb637c-3856-4b14-b615-88a169df0a30 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:59.395114 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-65d33861-c9df-44dd-b5a1-5e5bbb291605 req-23fb637c-3856-4b14-b615-88a169df0a30 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 931 time: 0.3901470 Jun 28 23:20:59.530544 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88eeee2-05a2-44c0-ab0a-7b593319f093 req-ebced390-87dd-481c-992a-79dded73d179 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:59.534041 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f88eeee2-05a2-44c0-ab0a-7b593319f093 req-ebced390-87dd-481c-992a-79dded73d179 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 945 time: 0.4382269 Jun 28 23:20:59.624010 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-65d33861-c9df-44dd-b5a1-5e5bbb291605 req-0e9f772e-f264-4d1d-952b-2a113d88d30c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085822 Jun 28 23:20:59.683189 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f88eeee2-05a2-44c0-ab0a-7b593319f093 req-60695671-4621-442c-837b-568efa596a15 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376615 Jun 28 23:20:59.692243 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:59.716620 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Transition to ACTIVE for port object d524acfc-52e8-4e7f-8a39-4e447aee8764 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:20:59.769354 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:59.778271 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9b54f0db-7e28-436d-a953-92576384f11f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:20:59.857447 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:59.871244 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Network 803dd44f-307b-47e9-bd46-b2c20bf55e41 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:20:59.879458 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:20:59.885000 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:20:59.911780 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event updated for resources: {'Port': ['ID=d524acfc-52e8-4e7f-8a39-4e447aee8764,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:20:59.919878 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:20:59.958363 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:59.959115 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:20:59.994600 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e8bc1-4a62-4c65-ba3f-e27b896a5b7f req-1680299b-46a7-4e86-bee8-11baafd014ee tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:20:59.996717 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3c4e8bc1-4a62-4c65-ba3f-e27b896a5b7f req-1680299b-46a7-4e86-bee8-11baafd014ee tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 931 time: 0.1819344 Jun 28 23:20:59.998918 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0215487 Jun 28 23:21:00.066790 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3c4e8bc1-4a62-4c65-ba3f-e27b896a5b7f req-e2aae533-d822-4541-bf70-23d7dc6a73eb tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591402 Jun 28 23:21:00.162573 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38ca7c-25ae-41a8-a6b8-c9b8d6df3176 req-de1421a0-57a7-4b59-a010-ff4ca4c63c68 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:00.164146 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1e38ca7c-25ae-41a8-a6b8-c9b8d6df3176 req-de1421a0-57a7-4b59-a010-ff4ca4c63c68 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 944 time: 0.1109304 Jun 28 23:21:00.208657 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1e38ca7c-25ae-41a8-a6b8-c9b8d6df3176 req-3c92f4ac-3e78-4923-bbfe-9d4b417785b8 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368559 Jun 28 23:21:00.249786 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-4d16810f-268e-4b0f-9d44-f50317ee5e83 None None] Provisioning for port d524acfc-52e8-4e7f-8a39-4e447aee8764 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:21:00.255641 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-4d16810f-268e-4b0f-9d44-f50317ee5e83 None None] Provisioning complete for port d524acfc-52e8-4e7f-8a39-4e447aee8764 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:21:00.256149 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4d16810f-268e-4b0f-9d44-f50317ee5e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:00.291022 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-4d16810f-268e-4b0f-9d44-f50317ee5e83 None None] Port d524acfc-52e8-4e7f-8a39-4e447aee8764 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:21:00.925717 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26665c9-9da2-4764-8238-6e80a8676536 req-449646eb-b9ed-41de-b9d8-d7d98d0a38eb tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:00.927221 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c26665c9-9da2-4764-8238-6e80a8676536 req-449646eb-b9ed-41de-b9d8-d7d98d0a38eb tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 945 time: 0.1164145 Jun 28 23:21:00.959034 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe09e5-1ad9-44df-a66a-82fc36c32e23 req-4eee3ac0-24d3-4812-9999-1b5c3d199d89 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:00.960632 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0dfe09e5-1ad9-44df-a66a-82fc36c32e23 req-4eee3ac0-24d3-4812-9999-1b5c3d199d89 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 931 time: 0.1157279 Jun 28 23:21:01.001475 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c26665c9-9da2-4764-8238-6e80a8676536 req-28657f6f-a696-42d1-85ab-06398e25edc3 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668674 Jun 28 23:21:01.034018 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0dfe09e5-1ad9-44df-a66a-82fc36c32e23 req-1dc9c1a5-4bd0-4750-bb91-912a1e72ba90 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638325 Jun 28 23:21:01.394413 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf92f4-4fc2-4966-b4f1-6f60305934ca req-aae238a9-a74d-4f85-b187-85a824ded0ca tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:01.397078 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3faf92f4-4fc2-4966-b4f1-6f60305934ca req-aae238a9-a74d-4f85-b187-85a824ded0ca tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 931 time: 0.1356661 Jun 28 23:21:01.502655 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3faf92f4-4fc2-4966-b4f1-6f60305934ca req-fea3c507-84e6-4fb4-ab2b-ba0e0ff4dff9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763259 Jun 28 23:21:01.542587 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c9ea0-6575-436e-8731-ae15c9b6294d req-4e8f9cad-3fb2-4321-bed3-9efb05541a39 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:01.547484 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c1c9ea0-6575-436e-8731-ae15c9b6294d req-4e8f9cad-3fb2-4321-bed3-9efb05541a39 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 944 time: 0.1936965 Jun 28 23:21:01.600378 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c1c9ea0-6575-436e-8731-ae15c9b6294d req-304eb32b-bee2-4f72-801d-d7374bf1a17d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483701 Jun 28 23:21:02.060030 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:02.283747 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5525339-75f8-42cc-a651-e004286b810d req-93976b92-d479-4b13-bdef-3353e3040bbd tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:02.285747 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f5525339-75f8-42cc-a651-e004286b810d req-93976b92-d479-4b13-bdef-3353e3040bbd tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 945 time: 0.1210966 Jun 28 23:21:02.298214 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17d34f-0dc0-4f43-a054-4a8b93a83d8a req-2ef4c43b-2606-4f6e-91ec-7f7c00eca1b7 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:02.299896 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ab17d34f-0dc0-4f43-a054-4a8b93a83d8a req-2ef4c43b-2606-4f6e-91ec-7f7c00eca1b7 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 931 time: 0.1036851 Jun 28 23:21:02.354943 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f5525339-75f8-42cc-a651-e004286b810d req-3eefe789-690e-408e-b7b1-861a4f682d0b tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539701 Jun 28 23:21:02.369269 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ab17d34f-0dc0-4f43-a054-4a8b93a83d8a req-b599b191-4615-4a7f-ae8a-87fac6eb5fdf tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530565 Jun 28 23:21:02.752314 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1400396-662f-4ece-b44f-b211d87f4175 req-7c6d402b-a443-42d1-9156-8e0f5ce36275 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:02.754077 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d1400396-662f-4ece-b44f-b211d87f4175 req-7c6d402b-a443-42d1-9156-8e0f5ce36275 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 931 time: 0.0682256 Jun 28 23:21:02.827471 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d1400396-662f-4ece-b44f-b211d87f4175 req-1eef633a-6452-4af5-828d-e5ec7f9b4a15 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667055 Jun 28 23:21:02.848371 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf3d05-108f-4831-9307-360fa62a78dc req-b8507868-b0b7-4a8f-801e-096607ce82f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:02.850940 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9daf3d05-108f-4831-9307-360fa62a78dc req-b8507868-b0b7-4a8f-801e-096607ce82f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=765aa8e1-0636-4338-8592-99c6680980f0 HTTP/1.1" status: 200 len: 859 time: 0.0547957 Jun 28 23:21:02.871590 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da139e-fc42-4f3e-8068-83a8288d60da req-b24727e8-ee3c-45f0-93b2-5ae49db23ff7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:02.873346 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-39da139e-fc42-4f3e-8068-83a8288d60da req-b24727e8-ee3c-45f0-93b2-5ae49db23ff7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 944 time: 0.0803297 Jun 28 23:21:02.912539 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Request body: {'port': {'device_id': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:21:02.919892 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Request body: {'port': {'device_id': '2b3ea60c-191f-4e56-975d-b0dd2d5fed69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:21:02.967627 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9daf3d05-108f-4831-9307-360fa62a78dc req-38eaf5a7-02f2-4c1e-b3be-47657e959862 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705686 Jun 28 23:21:03.063657 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-39da139e-fc42-4f3e-8068-83a8288d60da req-03721850-ba7d-40c4-aceb-b7091493df9b tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838682 Jun 28 23:21:03.103502 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695a3b8-d088-42a1-856d-87253a6fc3c7 req-b9d6efef-cfb8-429a-b39a-5d5175633815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:03.105233 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7695a3b8-d088-42a1-856d-87253a6fc3c7 req-b9d6efef-cfb8-429a-b39a-5d5175633815 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50cc37f33e7f46c8a8602f1c6d244c51&device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 1097 time: 0.1929264 Jun 28 23:21:03.134327 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9daf3d05-108f-4831-9307-360fa62a78dc req-300222cb-cdd2-45dc-b6d1-4ae86acfd39b service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581676 Jun 28 23:21:03.180240 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:03.211135 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:03.427121 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695a3b8-d088-42a1-856d-87253a6fc3c7 req-8a278c65-6599-4af8-9624-9a121ae30968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:03.430016 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7695a3b8-d088-42a1-856d-87253a6fc3c7 req-8a278c65-6599-4af8-9624-9a121ae30968 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=50cc37f33e7f46c8a8602f1c6d244c51&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3158467 Jun 28 23:21:03.508987 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9daf3d05-108f-4831-9307-360fa62a78dc req-fbf4eee2-86ac-46d5-9f37-d76e7505549b service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595254 Jun 28 23:21:03.833178 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['755456ae-351e-478e-9a1c-3c124f9361f7'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:21:03.873935 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695a3b8-d088-42a1-856d-87253a6fc3c7 req-8f872501-9734-4e35-82d1-49a170afe0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:03.879467 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7695a3b8-d088-42a1-856d-87253a6fc3c7 req-8f872501-9734-4e35-82d1-49a170afe0ae service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4383039 Jun 28 23:21:04.151770 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-e2a0148a-9248-4c4d-a0b5-1adaba7738fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:04.155364 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-e2a0148a-9248-4c4d-a0b5-1adaba7738fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50cc37f33e7f46c8a8602f1c6d244c51&device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 1097 time: 0.1157169 Jun 28 23:21:04.161459 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707fae1-66fe-4011-9a8b-4a4c413274e2 req-17df654f-39f6-4e68-8b8d-22e10e7665bd tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:04.167737 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0707fae1-66fe-4011-9a8b-4a4c413274e2 req-17df654f-39f6-4e68-8b8d-22e10e7665bd tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 945 time: 0.4016030 Jun 28 23:21:04.207414 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-7b82ba8e-78c2-4c11-9cc3-ab4c76e92d12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a HTTP/1.1" status: 200 len: 217 time: 0.0440438 Jun 28 23:21:04.281136 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-c3eb68fd-0ff6-466e-a1e0-29fe0d42074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:04.285469 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-c3eb68fd-0ff6-466e-a1e0-29fe0d42074a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ee7b0a2-5b39-4138-89d6-38d03997b8dd HTTP/1.1" status: 200 len: 849 time: 0.0712521 Jun 28 23:21:04.297974 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed6c0d-379f-480c-9874-7cd0a5cfbe85 req-3667437c-495b-4a82-9663-fe77aa7d0766 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:04.301316 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c4ed6c0d-379f-480c-9874-7cd0a5cfbe85 req-3667437c-495b-4a82-9663-fe77aa7d0766 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 931 time: 0.5185580 Jun 28 23:21:04.425774 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d524acfc-52e8-4e7f-8a39-4e447aee8764 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:21:04.444226 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:21:04.460208 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0707fae1-66fe-4011-9a8b-4a4c413274e2 req-ea6255b0-8937-42a2-bab6-8c47bcc392e0 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669611 Jun 28 23:21:04.466950 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:04.478364 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:04.536847 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Transition to ACTIVE for port object 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:21:04.538760 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Transition to ACTIVE for port object d524acfc-52e8-4e7f-8a39-4e447aee8764 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:21:04.545245 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c4ed6c0d-379f-480c-9874-7cd0a5cfbe85 req-f6d91f30-679b-4237-bcc9-5ab5ef927239 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971400 Jun 28 23:21:04.547623 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:04.551780 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:04.554889 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:04.614927 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-d767cf15-6ea4-44ed-ae00-ebff71de4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:04.617471 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-d767cf15-6ea4-44ed-ae00-ebff71de4827 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3252749 Jun 28 23:21:04.715198 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Pushing event updated for resources: {'Port': ['ID=368d40dd-882c-4700-ad7a-9c4a9c28e3d4,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:04.802256 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-7a9717b3-e1f1-4b53-98d3-1b6b1888868e service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764429 Jun 28 23:21:05.008522 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a75d0fc7-66f6-4c14-b596-0cf51a34d86c req-8fff6923-5e55-41db-82c8-afd4059b9fc9 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992984 Jun 28 23:21:05.230458 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Pushing event updated for resources: {'Port': ['ID=d524acfc-52e8-4e7f-8a39-4e447aee8764,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:05.245784 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:05.250947 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.648s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:05.251258 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:05.264086 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Attempting to bind port 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:21:05.264529 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Attempting to bind port 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '58de41e9-1523-471a-9192-badd2c11beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:21:05.264948 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Attempting to bind port 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 on network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:21:05.292284 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Port 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 on network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:21:05.292614 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Attempting to bind port 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 on network b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:21:05.303546 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20761d7-3926-43bf-b237-59b4e27e427c req-241816e8-ad61-40d9-be1b-aff65a046c6e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:05.305642 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f20761d7-3926-43bf-b237-59b4e27e427c req-241816e8-ad61-40d9-be1b-aff65a046c6e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.6611767 Jun 28 23:21:05.310717 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Attempting to bind port d524acfc-52e8-4e7f-8a39-4e447aee8764 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:21:05.312562 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Attempting to bind port d524acfc-52e8-4e7f-8a39-4e447aee8764 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:21:05.313352 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Attempting to bind port d524acfc-52e8-4e7f-8a39-4e447aee8764 on network 803dd44f-307b-47e9-bd46-b2c20bf55e41 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:21:05.327335 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device f6691959-c97b-41af-83ea-c00e07dab274 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:21:05.329619 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Port d524acfc-52e8-4e7f-8a39-4e447aee8764 on network 803dd44f-307b-47e9-bd46-b2c20bf55e41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:21:05.330132 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Attempting to bind port d524acfc-52e8-4e7f-8a39-4e447aee8764 on network 803dd44f-307b-47e9-bd46-b2c20bf55e41 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:21:05.345135 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:21:05.346267 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Checking segment: {'id': '58de41e9-1523-471a-9192-badd2c11beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:21:05.346853 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Bound using segment: {'id': '58de41e9-1523-471a-9192-badd2c11beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:21:05.348198 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Bound port: 368d40dd-882c-4700-ad7a-9c4a9c28e3d4, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58de41e9-1523-471a-9192-badd2c11beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:21:05.350361 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:05.378730 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:21:05.379437 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Checking segment: {'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:21:05.379998 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Bound using segment: {'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:21:05.380726 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Bound port: d524acfc-52e8-4e7f-8a39-4e447aee8764, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:21:05.381359 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:05.401711 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 755456ae-351e-478e-9a1c-3c124f9361f7 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:21:05.494582 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bc905-a30c-4890-aa71-10c4cfd8f712 req-1f3dec25-f21f-4305-8a98-50d9b5e22f15 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:05.497637 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f01bc905-a30c-4890-aa71-10c4cfd8f712 req-1f3dec25-f21f-4305-8a98-50d9b5e22f15 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 944 time: 0.4172947 Jun 28 23:21:05.530840 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f20761d7-3926-43bf-b237-59b4e27e427c req-4c0f112f-3b2f-45ae-b040-64feb1961ca2 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943662 Jun 28 23:21:05.575075 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port 755456ae-351e-478e-9a1c-3c124f9361f7 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:21:05.584145 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port f6691959-c97b-41af-83ea-c00e07dab274, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f6691959-c97b-41af-83ea-c00e07dab274,segment=NetworkSegment(58de41e9-1523-471a-9192-badd2c11beb8),segment_id=58de41e9-1523-471a-9192-badd2c11beb8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:21:05.590776 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 755456ae-351e-478e-9a1c-3c124f9361f7 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:21:05.591705 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:05.620762 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] For port 368d40dd-882c-4700-ad7a-9c4a9c28e3d4, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:21:05.652298 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] For port 368d40dd-882c-4700-ad7a-9c4a9c28e3d4, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=368d40dd-882c-4700-ad7a-9c4a9c28e3d4,segment=NetworkSegment(58de41e9-1523-471a-9192-badd2c11beb8),segment_id=58de41e9-1523-471a-9192-badd2c11beb8)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:21:05.672132 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f01bc905-a30c-4890-aa71-10c4cfd8f712 req-7c4aed3c-0a47-4535-9e1f-eb7370a99085 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279082 Jun 28 23:21:05.672132 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] For port d524acfc-52e8-4e7f-8a39-4e447aee8764, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:21:05.675402 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': 'f6691959-c97b-41af-83ea-c00e07dab274', 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1', 'port_id': 'f6691959-c97b-41af-83ea-c00e07dab274', 'mac_address': 'fa:16:3e:ee:1a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765aa8e1-0636-4338-8592-99c6680980f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:21:05.685852 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:05.704141 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] For port d524acfc-52e8-4e7f-8a39-4e447aee8764, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:21:05.705186 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:05.759748 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:05.775328 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:05.782603 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:05.784632 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:05.786189 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] 10.222.0.47 "PUT /v2.0/ports/368d40dd-882c-4700-ad7a-9c4a9c28e3d4 HTTP/1.1" status: 200 len: 1093 time: 2.8832562 Jun 28 23:21:05.789882 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3ea60c-191f-4e56-975d-b0dd2d5fed69', 'tag': '368d40dd-882c-4700-ad7a-9c4a9c28e3d4'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:21:05.792375 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6f23f6-9da6-4733-b159-cef41902b6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3ea60c-191f-4e56-975d-b0dd2d5fed69", "tag": "368d40dd-882c-4700-ad7a-9c4a9c28e3d4"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:21:05.800846 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6691959-c97b-41af-83ea-c00e07dab274 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:21:05.857192 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:05.858469 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:05.861284 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] 10.222.0.47 "PUT /v2.0/ports/d524acfc-52e8-4e7f-8a39-4e447aee8764 HTTP/1.1" status: 200 len: 1093 time: 2.9602189 Jun 28 23:21:05.869571 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port f6691959-c97b-41af-83ea-c00e07dab274, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f6691959-c97b-41af-83ea-c00e07dab274,segment=NetworkSegment(58de41e9-1523-471a-9192-badd2c11beb8),segment_id=58de41e9-1523-471a-9192-badd2c11beb8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:21:05.880295 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:05.882977 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:05.886398 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:05.940900 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Pushing event updated for resources: {'Port': ['ID=368d40dd-882c-4700-ad7a-9c4a9c28e3d4,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:05.969109 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:05.974934 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=f6691959-c97b-41af-83ea-c00e07dab274,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:05.982137 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:05.987902 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:06.004955 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10763ebd-c060-407e-b8c9-e8fb65abf5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755456ae-351e-478e-9a1c-3c124f9361f7'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:21:06.098466 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 755456ae-351e-478e-9a1c-3c124f9361f7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=755456ae-351e-478e-9a1c-3c124f9361f7,segment=NetworkSegment(06be6f11-5aa1-4afb-aa89-9d30fa4acdd3),segment_id=06be6f11-5aa1-4afb-aa89-9d30fa4acdd3)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:21:06.105434 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:06.107820 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:06.158779 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Pushing event updated for resources: {'Port': ['ID=d524acfc-52e8-4e7f-8a39-4e447aee8764,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:06.166847 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:06.181267 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb43310-4ad8-47a7-b611-2d071f2879c1" -d '{"events": [{"server_uuid": "10763ebd-c060-407e-b8c9-e8fb65abf5ca", "name": "network-vif-plugged", "status": "completed", "tag": "755456ae-351e-478e-9a1c-3c124f9361f7"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:21:06.183707 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bda6ef-7956-45fc-9c23-678c50006c37 req-72c276ec-d9ab-4ca6-bd44-64ca22f24087 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:06.185449 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c7bda6ef-7956-45fc-9c23-678c50006c37 req-72c276ec-d9ab-4ca6-bd44-64ca22f24087 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 945 time: 0.4067895 Jun 28 23:21:06.197694 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=755456ae-351e-478e-9a1c-3c124f9361f7,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:06.201358 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-81446583-79c5-454f-8d14-6cde6e14564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:06.203630 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-81446583-79c5-454f-8d14-6cde6e14564b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3dc7b99612764eb39646a3f140e7cad4&device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 1096 time: 0.3546224 Jun 28 23:21:06.204552 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:06.221932 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-83a08eb4-327f-4a7f-96b8-b8b9cd95b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:06.221932 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-83a08eb4-327f-4a7f-96b8-b8b9cd95b1ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b68cfa00cd7404184becbc31a93a071&device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 1096 time: 0.2698500 Jun 28 23:21:06.352737 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0169d-5d44-406e-96a3-13c355b7b029 req-9dfa313c-e6ab-4c15-bae2-2ca5a66d5d43 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:06.353356 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 53556) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:06.363209 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-31c0169d-5d44-406e-96a3-13c355b7b029 req-9dfa313c-e6ab-4c15-bae2-2ca5a66d5d43 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 943 time: 0.3069534 Jun 28 23:21:06.364942 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-faff586b-55cf-4c23-b97e-7b123e1ee948 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=368d40dd-882c-4700-ad7a-9c4a9c28e3d4 HTTP/1.1" status: 200 len: 217 time: 0.1492558 Jun 28 23:21:06.368487 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-c93f66a8-2bfb-4949-9350-c9598c0d3b44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764 HTTP/1.1" status: 200 len: 217 time: 0.1288652 Jun 28 23:21:06.372213 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['f6691959-c97b-41af-83ea-c00e07dab274'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:21:06.399477 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c7bda6ef-7956-45fc-9c23-678c50006c37 req-e4d7fc10-94df-4078-82b1-6c41eeec208a tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004533 Jun 28 23:21:06.523396 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-31c0169d-5d44-406e-96a3-13c355b7b029 req-bc37ea06-3cdc-4f23-9177-e70242ae2805 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995972 Jun 28 23:21:06.555054 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-ec2a78f3-ebb6-4e1f-af69-39149802aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:06.556848 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-ec2a78f3-ebb6-4e1f-af69-39149802aed2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e54f2da-94b4-4193-82c2-b27710ee5f6e HTTP/1.1" status: 200 len: 855 time: 0.1445005 Jun 28 23:21:06.558858 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-beb88dd8-a5dc-46f5-93d4-e1fcadf1d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:06.560522 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-beb88dd8-a5dc-46f5-93d4-e1fcadf1d766 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=765aa8e1-0636-4338-8592-99c6680980f0 HTTP/1.1" status: 200 len: 859 time: 0.1586964 Jun 28 23:21:06.606485 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21798e6-3b4d-48e5-9cf8-a89ff11e5cab x-openstack-request-id: req-e21798e6-3b4d-48e5-9cf8-a89ff11e5cab {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:21:06.607513 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3ea60c-191f-4e56-975d-b0dd2d5fed69", "tag": "368d40dd-882c-4700-ad7a-9c4a9c28e3d4", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:21:06.608348 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e21798e6-3b4d-48e5-9cf8-a89ff11e5cab {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:21:06.611471 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3ea60c-191f-4e56-975d-b0dd2d5fed69', 'tag': '368d40dd-882c-4700-ad7a-9c4a9c28e3d4', 'status': 'completed', 'code': 200} Jun 28 23:21:06.677273 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:06.843945 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:06.851610 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:06.855199 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-37c71386-b0d7-46c0-b2a2-4dec6810f83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:06.895289 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317f0841-e0d9-462c-bf54-d328371f103e x-openstack-request-id: req-317f0841-e0d9-462c-bf54-d328371f103e {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:21:06.895770 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10763ebd-c060-407e-b8c9-e8fb65abf5ca", "name": "network-vif-plugged", "status": "completed", "tag": "755456ae-351e-478e-9a1c-3c124f9361f7", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:21:06.896241 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-317f0841-e0d9-462c-bf54-d328371f103e {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:21:06.897202 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10763ebd-c060-407e-b8c9-e8fb65abf5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755456ae-351e-478e-9a1c-3c124f9361f7', 'code': 200} Jun 28 23:21:06.938437 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f976ac4c553742f08225ced08b49f4a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5838139 Jun 28 23:21:06.939551 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158c23c6-5d21-4738-af40-9228aa633d24,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:06.942120 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 53578) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:06.993370 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:06.993982 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:06.994420 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:06.995013 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:06.995428 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:06.995846 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:06.996425 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:06.996841 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:06.997277 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:06.997687 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:06.998087 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:06.998489 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:07.005704 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:07.024460 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8c45145-d0ed-438a-9aaa-60ae3d1a562f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:07.053109 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8c45145-d0ed-438a-9aaa-60ae3d1a562f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:07.097284 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a565e10-5cc0-4b6a-9206-2f120dbdbe22 req-49fd5370-6ed6-4499-a47c-b52dd4491194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:07.115071 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9a565e10-5cc0-4b6a-9206-2f120dbdbe22 req-49fd5370-6ed6-4499-a47c-b52dd4491194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.2268355 Jun 28 23:21:07.135943 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8c45145-d0ed-438a-9aaa-60ae3d1a562f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:07.140103 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8c45145-d0ed-438a-9aaa-60ae3d1a562f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:07.148804 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c8c45145-d0ed-438a-9aaa-60ae3d1a562f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/158c23c6-5d21-4738-af40-9228aa633d24 HTTP/1.1" status: 204 len: 168 time: 0.2009499 Jun 28 23:21:07.152273 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:07.183189 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c45145-d0ed-438a-9aaa-60ae3d1a562f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158c23c6-5d21-4738-af40-9228aa633d24,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:07.193975 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c8c45145-d0ed-438a-9aaa-60ae3d1a562f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:07.268271 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9a565e10-5cc0-4b6a-9206-2f120dbdbe22 req-cf98626b-41e1-4254-892f-7b2ec2d50c79 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514211 Jun 28 23:21:07.344307 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70ed13-f6a5-4479-aedc-6508d4f20090 req-c05d77df-9a2e-488a-a6c3-d5d5293ff87b tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:07.347111 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3d70ed13-f6a5-4479-aedc-6508d4f20090 req-c05d77df-9a2e-488a-a6c3-d5d5293ff87b tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 944 time: 0.1539941 Jun 28 23:21:07.397051 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3d70ed13-f6a5-4479-aedc-6508d4f20090 req-f4575aa6-6ee5-4d9d-9d93-0bbed564a752 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397553 Jun 28 23:21:07.625959 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 53598) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:07.642497 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ef46ffcf-686b-4b41-b495-c336abb62e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:07.738365 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa61b1-921d-4351-a0a6-801ccf975750 req-408c1e46-3184-4647-bb51-cf82f18e4bfe tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:07.741576 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d6aa61b1-921d-4351-a0a6-801ccf975750 req-408c1e46-3184-4647-bb51-cf82f18e4bfe tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 946 time: 0.1701393 Jun 28 23:21:07.755310 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ef46ffcf-686b-4b41-b495-c336abb62e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:07.760800 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ef46ffcf-686b-4b41-b495-c336abb62e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:07.766754 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c8c45145-d0ed-438a-9aaa-60ae3d1a562f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:07.805274 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46ffcf-686b-4b41-b495-c336abb62e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10497459-f559-4e27-9358-ebbc13a1dfd4,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:07.809934 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ef46ffcf-686b-4b41-b495-c336abb62e91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9bb9414fc0e143d18e0509603d3fc6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820080 Jun 28 23:21:07.811031 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ef46ffcf-686b-4b41-b495-c336abb62e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:07.813919 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 53600) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:07.839286 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d6aa61b1-921d-4351-a0a6-801ccf975750 req-c9c6a8c3-1bd5-4883-863b-f599847e5e05 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899692 Jun 28 23:21:07.867520 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c02b93-30e8-4ff1-ae9c-8d1c782da2d1 req-23eea2ae-1c89-4fe9-bc5c-dc47eb92a6e5 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:07.870774 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-08c02b93-30e8-4ff1-ae9c-8d1c782da2d1 req-23eea2ae-1c89-4fe9-bc5c-dc47eb92a6e5 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 943 time: 0.2168100 Jun 28 23:21:07.889749 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78cb9bc5-3843-4f84-94c9-2b3890dd40fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:07.924091 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-08c02b93-30e8-4ff1-ae9c-8d1c782da2d1 req-3931b506-228f-4d1e-82c4-a8fc32ac68ac tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465922 Jun 28 23:21:07.930090 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78cb9bc5-3843-4f84-94c9-2b3890dd40fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:07.988248 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78cb9bc5-3843-4f84-94c9-2b3890dd40fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:07.991239 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78cb9bc5-3843-4f84-94c9-2b3890dd40fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:07.992447 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-78cb9bc5-3843-4f84-94c9-2b3890dd40fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10497459-f559-4e27-9358-ebbc13a1dfd4 HTTP/1.1" status: 204 len: 168 time: 0.1775351 Jun 28 23:21:07.993232 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b2cf38c6-6057-407a-ae56-3bca80a5dc56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:08.001816 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb9bc5-3843-4f84-94c9-2b3890dd40fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10497459-f559-4e27-9358-ebbc13a1dfd4,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:08.004194 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-78cb9bc5-3843-4f84-94c9-2b3890dd40fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:08.580612 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad7daa-32fe-4656-87ac-a79351b8b7d9 req-df8b98c2-ae4b-4544-af73-0b864bc57adc tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:08.582301 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14ad7daa-32fe-4656-87ac-a79351b8b7d9 req-df8b98c2-ae4b-4544-af73-0b864bc57adc tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0875003 Jun 28 23:21:08.612992 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'tag': 'd524acfc-52e8-4e7f-8a39-4e447aee8764'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:21:08.615673 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91943c9f-8c87-478d-b7ff-43fc6d1ab16a" -d '{"events": [{"name": "network-changed", "server_uuid": "48efc152-72be-4f8f-9ae7-3d6da06c1374", "tag": "d524acfc-52e8-4e7f-8a39-4e447aee8764"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:21:08.666974 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14ad7daa-32fe-4656-87ac-a79351b8b7d9 req-64edd068-501a-4473-899b-03d1b67dd804 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742598 Jun 28 23:21:08.714656 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8251f5-eea1-4477-9a6d-45d2159807b3 req-4fb94405-686e-4650-9e18-757ce7f56d8d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:08.716340 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0b8251f5-eea1-4477-9a6d-45d2159807b3 req-4fb94405-686e-4650-9e18-757ce7f56d8d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 944 time: 0.0922048 Jun 28 23:21:08.759525 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d5fe72-c880-4fd5-b97b-a4aef9105273 x-openstack-request-id: req-55d5fe72-c880-4fd5-b97b-a4aef9105273 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:21:08.759899 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48efc152-72be-4f8f-9ae7-3d6da06c1374", "tag": "d524acfc-52e8-4e7f-8a39-4e447aee8764", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:21:08.760214 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55d5fe72-c880-4fd5-b97b-a4aef9105273 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:21:08.760621 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'tag': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'status': 'completed', 'code': 200} Jun 28 23:21:08.769695 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0b8251f5-eea1-4477-9a6d-45d2159807b3 req-548a30dc-64d5-43b2-a086-72408f5d9330 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447011 Jun 28 23:21:09.116536 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ac3aa-21f3-421a-95aa-100f6968bebb req-0923f6e0-28c2-4ee0-a61f-86bcce9f1bea tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:09.118320 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-356ac3aa-21f3-421a-95aa-100f6968bebb req-0923f6e0-28c2-4ee0-a61f-86bcce9f1bea tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 946 time: 0.1198633 Jun 28 23:21:09.230544 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-356ac3aa-21f3-421a-95aa-100f6968bebb req-35131a10-6f59-4633-9f7b-729cb1acd3ba tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958610 Jun 28 23:21:09.292025 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf7fbc-1f33-43bc-af65-134186b06f40 req-9f2f362e-5ee5-4d6b-8fd1-3eccdedec2da tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:09.295692 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b0bf7fbc-1f33-43bc-af65-134186b06f40 req-9f2f362e-5ee5-4d6b-8fd1-3eccdedec2da tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 943 time: 0.1760857 Jun 28 23:21:09.347784 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b0bf7fbc-1f33-43bc-af65-134186b06f40 req-1306af41-90d6-457e-997a-5a49cf74ac55 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456958 Jun 28 23:21:10.006742 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefdac8-ae76-4dfc-be80-b92fcd65ecae req-f6e12bec-2df8-4630-89df-0d79d86daaa3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:10.008536 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fdefdac8-ae76-4dfc-be80-b92fcd65ecae req-f6e12bec-2df8-4630-89df-0d79d86daaa3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.1145875 Jun 28 23:21:10.025090 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39461c4-5e70-4213-9aaf-d62740da0a6e req-4f7fa837-a319-4062-abc6-fee8f70f8d55 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:10.026855 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a39461c4-5e70-4213-9aaf-d62740da0a6e req-4f7fa837-a319-4062-abc6-fee8f70f8d55 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 944 time: 0.1211197 Jun 28 23:21:10.101441 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fdefdac8-ae76-4dfc-be80-b92fcd65ecae req-2e79482b-4416-402d-a19e-4b9664cbc9d5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732009 Jun 28 23:21:10.112753 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a39461c4-5e70-4213-9aaf-d62740da0a6e req-dc23c006-1569-4503-82d2-0532bea4ef72 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758853 Jun 28 23:21:10.491323 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105efac-8285-4aef-b605-f0409b3a9aa0 req-953ca689-8776-49d6-88ec-3523d8dd0539 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:10.494140 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5105efac-8285-4aef-b605-f0409b3a9aa0 req-953ca689-8776-49d6-88ec-3523d8dd0539 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 946 time: 0.1062295 Jun 28 23:21:10.683120 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-0e78dd54-a66f-41e8-862e-9c6ad1e432f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258817 Jun 28 23:21:10.739064 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5105efac-8285-4aef-b605-f0409b3a9aa0 req-593bd681-440a-411c-b11f-d5fbced9b858 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363522 Jun 28 23:21:10.898546 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3b57aa7d-f462-4e4c-9c43-2d0a4a7e7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:10.900228 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-3b57aa7d-f462-4e4c-9c43-2d0a4a7e7fd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=803dd44f-307b-47e9-bd46-b2c20bf55e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3668795 Jun 28 23:21:11.012657 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84fa2b-d865-4319-a5fc-8571d5fa782c req-727742b7-f8f9-4f4c-98ed-fc187db85956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:11.014839 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ad84fa2b-d865-4319-a5fc-8571d5fa782c req-727742b7-f8f9-4f4c-98ed-fc187db85956 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 1099 time: 0.1437309 Jun 28 23:21:11.046987 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ad84fa2b-d865-4319-a5fc-8571d5fa782c req-8299c9d8-575c-4107-9b4b-a3c9effe289d service neutron] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:11.190115 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ad84fa2b-d865-4319-a5fc-8571d5fa782c req-8299c9d8-575c-4107-9b4b-a3c9effe289d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:11.196269 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ad84fa2b-d865-4319-a5fc-8571d5fa782c req-8299c9d8-575c-4107-9b4b-a3c9effe289d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:11.203974 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:11.217074 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdaac6-e7b4-44be-a705-ffd4554b1b89 req-7190e613-bbdd-4fad-bce5-94c4fc698ab6 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:11.220600 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1dbdaac6-e7b4-44be-a705-ffd4554b1b89 req-7190e613-bbdd-4fad-bce5-94c4fc698ab6 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 943 time: 0.6684783 Jun 28 23:21:11.240296 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-eec200b2-fd85-4516-923a-7ff20747249b service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190496 Jun 28 23:21:11.246452 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ad84fa2b-d865-4319-a5fc-8571d5fa782c req-8299c9d8-575c-4107-9b4b-a3c9effe289d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222569 Jun 28 23:21:11.257002 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299c9d8-575c-4107-9b4b-a3c9effe289d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b1151230-4ba7-4467-8bb1-b784a6d97372,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:11.272480 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8299c9d8-575c-4107-9b4b-a3c9effe289d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:11.377321 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1dbdaac6-e7b4-44be-a705-ffd4554b1b89 req-bfce636a-5fd1-4590-8877-a875fbfe2efd tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478758 Jun 28 23:21:11.395975 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 53718) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:11.468832 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-c398d994-c99a-4189-9c8c-8871129bd978 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580926 Jun 28 23:21:11.545653 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e7133-c752-4950-ad70-a0f2aad1703e req-f1283b96-e898-4a2a-b40a-3ec6bd6488e3 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:11.547339 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f32e7133-c752-4950-ad70-a0f2aad1703e req-f1283b96-e898-4a2a-b40a-3ec6bd6488e3 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 944 time: 0.1894388 Jun 28 23:21:11.575374 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-45118dd5-9ff3-4d04-918c-1477e7301dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:11.735824 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-45118dd5-9ff3-4d04-918c-1477e7301dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:11.748582 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-45118dd5-9ff3-4d04-918c-1477e7301dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:11.750341 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f32e7133-c752-4950-ad70-a0f2aad1703e req-7b8d8eb8-6662-43e0-b831-72ad21716ae0 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908133 Jun 28 23:21:11.775982 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:11.779762 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a46e5-aab7-48ac-9cc4-0ac6367e70a3 req-a5340482-0208-4bc5-9f3f-02b0fa538dff tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:11.782010 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f50a46e5-aab7-48ac-9cc4-0ac6367e70a3 req-a5340482-0208-4bc5-9f3f-02b0fa538dff tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.2904391 Jun 28 23:21:11.791615 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-934443c3-68a9-4610-8b8a-6c5ad52b87bc req-e7b4222a-7ea1-4e89-bce5-9768a463e7bd service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310123 Jun 28 23:21:11.806684 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ac0078b-93c2-4fc9-80f4-9a8777c92a09 req-3c658dd2-4257-482d-8856-d4236923038c service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566385 Jun 28 23:21:11.831606 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-45118dd5-9ff3-4d04-918c-1477e7301dcd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7efa53244bd8491094d33a7c18ca4743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340184 Jun 28 23:21:11.835145 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 53728) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:11.853961 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45118dd5-9ff3-4d04-918c-1477e7301dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c702223-dc76-4f12-8030-95be99d50449,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:11.858168 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-45118dd5-9ff3-4d04-918c-1477e7301dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:11.872995 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f50a46e5-aab7-48ac-9cc4-0ac6367e70a3 req-fd96c66b-6c53-4567-a673-74b69d8e7064 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803385 Jun 28 23:21:12.049099 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:12.105385 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:12.143887 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91943c9f-8c87-478d-b7ff-43fc6d1ab16a req-50ef491a-4f7c-4337-8988-6f710fcbd37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:12.145370 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-91943c9f-8c87-478d-b7ff-43fc6d1ab16a req-50ef491a-4f7c-4337-8988-6f710fcbd37f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b68cfa00cd7404184becbc31a93a071&device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 1096 time: 0.2132592 Jun 28 23:21:12.169701 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f23f6-9da6-4733-b159-cef41902b6d2 req-a6d88e59-6ebc-40c7-a9b8-2d5fd74e15db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:12.171611 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bb6f23f6-9da6-4733-b159-cef41902b6d2 req-a6d88e59-6ebc-40c7-a9b8-2d5fd74e15db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3dc7b99612764eb39646a3f140e7cad4&device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 1096 time: 0.2382987 Jun 28 23:21:12.199870 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760fc1c-7fdd-4131-a076-652f946d848a req-1cb42720-d546-4716-9053-84642a36abc7 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:12.202030 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8760fc1c-7fdd-4131-a076-652f946d848a req-1cb42720-d546-4716-9053-84642a36abc7 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 946 time: 0.2085519 Jun 28 23:21:12.408224 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:12.410979 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:12.415406 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3c702223-dc76-4f12-8030-95be99d50449 HTTP/1.1" status: 204 len: 168 time: 0.5788784 Jun 28 23:21:12.425544 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7998a85a-e115-4535-937e-5edb5ee66e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:12.456404 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8760fc1c-7fdd-4131-a076-652f946d848a req-c415a9a9-1850-42dd-8976-eda3a7aed4ab tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248261 Jun 28 23:21:12.464720 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c702223-dc76-4f12-8030-95be99d50449,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:12.498570 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:12.499125 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:12.499519 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:12.500414 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:12.500762 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:12.501113 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:12.501670 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:12.502148 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:12.502538 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:12.502939 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:12.503281 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:12.503615 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:12.507101 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91943c9f-8c87-478d-b7ff-43fc6d1ab16a req-aa4dd9da-303a-4172-bc6f-a5a1226b2622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:12.508636 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-91943c9f-8c87-478d-b7ff-43fc6d1ab16a req-aa4dd9da-303a-4172-bc6f-a5a1226b2622 service neutron] 10.222.0.47 "GET /v2.0/networks?id=803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 200 len: 917 time: 0.3436999 Jun 28 23:21:12.511302 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:12.513958 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f23f6-9da6-4733-b159-cef41902b6d2 req-d569eb38-a1d7-4d80-88e1-64cd79ae76c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:12.515571 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bb6f23f6-9da6-4733-b159-cef41902b6d2 req-d569eb38-a1d7-4d80-88e1-64cd79ae76c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 HTTP/1.1" status: 200 len: 920 time: 0.3241866 Jun 28 23:21:12.597617 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bb6f23f6-9da6-4733-b159-cef41902b6d2 req-da0f23d1-ca38-4556-a363-11fdd84e8eca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=368d40dd-882c-4700-ad7a-9c4a9c28e3d4 HTTP/1.1" status: 200 len: 217 time: 0.0748749 Jun 28 23:21:12.607668 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-91943c9f-8c87-478d-b7ff-43fc6d1ab16a req-fadc02c5-3d06-4a07-9175-af3ce9905a11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764 HTTP/1.1" status: 200 len: 217 time: 0.0910974 Jun 28 23:21:12.730853 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f23f6-9da6-4733-b159-cef41902b6d2 req-646b9fe0-9a78-4e57-b8d2-5cdf58fea2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:12.732490 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bb6f23f6-9da6-4733-b159-cef41902b6d2 req-646b9fe0-9a78-4e57-b8d2-5cdf58fea2d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=765aa8e1-0636-4338-8592-99c6680980f0 HTTP/1.1" status: 200 len: 859 time: 0.1238189 Jun 28 23:21:12.739566 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91943c9f-8c87-478d-b7ff-43fc6d1ab16a req-c65379d8-b9e2-47c1-8fc2-64f77a7fd1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:12.741024 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-91943c9f-8c87-478d-b7ff-43fc6d1ab16a req-c65379d8-b9e2-47c1-8fc2-64f77a7fd1f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e54f2da-94b4-4193-82c2-b27710ee5f6e HTTP/1.1" status: 200 len: 855 time: 0.0998430 Jun 28 23:21:12.807360 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bb6f23f6-9da6-4733-b159-cef41902b6d2 req-f400693b-a268-45c7-ba96-04322b8d6956 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643394 Jun 28 23:21:12.833638 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed358a7-421c-4d1b-a1b2-20b0d3427d5c req-f87d260d-70f5-421c-ab97-f701603b94be tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:12.835346 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4ed358a7-421c-4d1b-a1b2-20b0d3427d5c req-f87d260d-70f5-421c-ab97-f701603b94be tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 943 time: 0.2412138 Jun 28 23:21:12.973060 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4ed358a7-421c-4d1b-a1b2-20b0d3427d5c req-9fc21ac8-1d07-4f18-914a-3d57721eb4a9 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225662 Jun 28 23:21:12.986976 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91943c9f-8c87-478d-b7ff-43fc6d1ab16a req-0e675dac-ffd5-40c1-9b09-8db6fe222005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:12.988523 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-91943c9f-8c87-478d-b7ff-43fc6d1ab16a req-0e675dac-ffd5-40c1-9b09-8db6fe222005 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=803dd44f-307b-47e9-bd46-b2c20bf55e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2350402 Jun 28 23:21:12.989842 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 53758) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:12.997275 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bb6f23f6-9da6-4733-b159-cef41902b6d2 req-907e12b4-6968-4e55-b6a9-57caf4a39c50 service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803200 Jun 28 23:21:13.050081 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-826dcc86-16b0-44f1-982c-2edfdea1236a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:13.667041 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bb6f23f6-9da6-4733-b159-cef41902b6d2 req-f13f234b-4efe-4568-8b08-40af00a81564 service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596608 Jun 28 23:21:13.677081 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-91943c9f-8c87-478d-b7ff-43fc6d1ab16a req-cfb2e3b9-e935-4610-98e2-7645580ebea9 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788089 Jun 28 23:21:13.744027 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:21:13.756154 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device f6691959-c97b-41af-83ea-c00e07dab274 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:21:13.788629 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612e9f9-b05d-427d-84d3-d1834d007c5d req-37897f2e-e28a-4973-923b-e44736585e73 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:13.791601 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0612e9f9-b05d-427d-84d3-d1834d007c5d req-37897f2e-e28a-4973-923b-e44736585e73 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 944 time: 0.6811681 Jun 28 23:21:13.871619 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port f6691959-c97b-41af-83ea-c00e07dab274 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:21:13.882229 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port f6691959-c97b-41af-83ea-c00e07dab274 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:21:13.882800 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:13.932333 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97996c3d-e2e2-471e-b57b-c6f042cb0ca2 req-74c87407-9c31-4291-acc3-5075943bd3a7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:13.934049 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-97996c3d-e2e2-471e-b57b-c6f042cb0ca2 req-74c87407-9c31-4291-acc3-5075943bd3a7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.6359346 Jun 28 23:21:13.936413 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-826dcc86-16b0-44f1-982c-2edfdea1236a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:13.949738 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0612e9f9-b05d-427d-84d3-d1834d007c5d req-e14dbc33-36f6-41e5-b88c-f95540a8267d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262460 Jun 28 23:21:13.957381 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-91943c9f-8c87-478d-b7ff-43fc6d1ab16a req-6e8dff7d-2a92-4f33-a7f4-555ca09b8e12 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689424 Jun 28 23:21:13.958778 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-826dcc86-16b0-44f1-982c-2edfdea1236a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:13.985812 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:14.089371 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:21:14.119313 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '077ea135-65bb-42a5-9e4f-0f5c34b2ab7a', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'port_id': '077ea135-65bb-42a5-9e4f-0f5c34b2ab7a', 'mac_address': 'fa:16:3e:4c:44:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:21:14.164219 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-826dcc86-16b0-44f1-982c-2edfdea1236a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab0cfcbe55874ae6a965a7e1cc6f506a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1736281 Jun 28 23:21:14.168531 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 53798) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:14.180835 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-97996c3d-e2e2-471e-b57b-c6f042cb0ca2 req-4512d0d5-7927-4255-b3ff-a30de3d9244b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263288 Jun 28 23:21:14.183132 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dcc86-16b0-44f1-982c-2edfdea1236a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b69d4a1-9b70-49ac-a681-6c05f6aa8938,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:14.188607 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-826dcc86-16b0-44f1-982c-2edfdea1236a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:14.326907 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:14.349034 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:14.357658 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48102296-e093-48d5-bbc3-69aaa5f672ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6691959-c97b-41af-83ea-c00e07dab274'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:21:14.360565 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f8c45b-72f5-424b-96ef-88361da7ee12" -d '{"events": [{"server_uuid": "48102296-e093-48d5-bbc3-69aaa5f672ce", "name": "network-vif-plugged", "status": "completed", "tag": "f6691959-c97b-41af-83ea-c00e07dab274"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:21:14.398857 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:21:14.413873 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port f6691959-c97b-41af-83ea-c00e07dab274, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f6691959-c97b-41af-83ea-c00e07dab274,segment=NetworkSegment(58de41e9-1523-471a-9192-badd2c11beb8),segment_id=58de41e9-1523-471a-9192-badd2c11beb8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:21:14.438601 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5e0062b7-95dc-47d1-a215-130333989939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:14.456274 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:14.500215 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:14.551468 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5e0062b7-95dc-47d1-a215-130333989939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:14.669269 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff5430-7212-42ef-9c0a-4bbc27f77608 req-60aeda39-c933-4cbc-b5dd-1fc215aaaac3 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:14.673618 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-75ff5430-7212-42ef-9c0a-4bbc27f77608 req-60aeda39-c933-4cbc-b5dd-1fc215aaaac3 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 946 time: 0.3754740 Jun 28 23:21:14.705185 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5e0062b7-95dc-47d1-a215-130333989939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:14.709697 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5e0062b7-95dc-47d1-a215-130333989939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:14.711837 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5e0062b7-95dc-47d1-a215-130333989939 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b69d4a1-9b70-49ac-a681-6c05f6aa8938 HTTP/1.1" status: 204 len: 168 time: 0.5404263 Jun 28 23:21:14.713036 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-968869a3-458f-4b85-8f9b-a060609f160a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:14.738510 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0062b7-95dc-47d1-a215-130333989939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b69d4a1-9b70-49ac-a681-6c05f6aa8938,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:14.752943 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5e0062b7-95dc-47d1-a215-130333989939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:14.759010 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:21:14.778025 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:14.813137 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324bef9-32bf-4c45-8053-80a98324a45f req-301027a2-cf45-402c-8ed2-ff61349088c9 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:14.818405 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3324bef9-32bf-4c45-8053-80a98324a45f req-301027a2-cf45-402c-8ed2-ff61349088c9 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 943 time: 0.2429888 Jun 28 23:21:14.831820 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-75ff5430-7212-42ef-9c0a-4bbc27f77608 req-5f186355-2f2b-4d71-972e-90c8bcd8056a tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484532 Jun 28 23:21:14.849947 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=f6691959-c97b-41af-83ea-c00e07dab274,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:14.881262 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:14.885270 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:14.887470 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:14.888804 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:14.889689 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:14.891085 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:14.891921 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:14.892769 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:14.893848 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:14.894873 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:14.895665 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:14.896514 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:21:14.910014 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:14.911270 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:14.960199 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3324bef9-32bf-4c45-8053-80a98324a45f req-da030e7b-cf0e-4b14-8302-b9db95ef3ed5 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248462 Jun 28 23:21:15.014160 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3228d8a8-22c0-450c-9a53-9b2b79f40e5e x-openstack-request-id: req-3228d8a8-22c0-450c-9a53-9b2b79f40e5e {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:21:15.014852 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48102296-e093-48d5-bbc3-69aaa5f672ce", "name": "network-vif-plugged", "status": "completed", "tag": "f6691959-c97b-41af-83ea-c00e07dab274", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:21:15.015858 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3228d8a8-22c0-450c-9a53-9b2b79f40e5e {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:21:15.016551 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48102296-e093-48d5-bbc3-69aaa5f672ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6691959-c97b-41af-83ea-c00e07dab274', 'code': 200} Jun 28 23:21:15.156171 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:15.174524 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:15.279434 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['077ea135-65bb-42a5-9e4f-0f5c34b2ab7a'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:21:15.346686 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831898da-ed87-478e-83f6-3fa8aaf12cc0 req-60f7a1f3-4787-4bdb-9bc4-312808ef2cd1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:15.364292 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-831898da-ed87-478e-83f6-3fa8aaf12cc0 req-60f7a1f3-4787-4bdb-9bc4-312808ef2cd1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 945 time: 0.2161908 Jun 28 23:21:15.643897 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-831898da-ed87-478e-83f6-3fa8aaf12cc0 req-47de15eb-d917-495e-9d37-3d09994a695b tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789798 Jun 28 23:21:15.752332 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebdd45-7d82-4496-bec6-fd10aee0952c req-ec0a5e2d-34b3-4336-9e9a-d6db1b3b42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:15.754136 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d6ebdd45-7d82-4496-bec6-fd10aee0952c req-ec0a5e2d-34b3-4336-9e9a-d6db1b3b42ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 1098 time: 0.2101748 Jun 28 23:21:15.768897 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:21:15.813465 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a5db0-8aeb-42f6-a6fc-d6801a1c630c req-d377d879-f81f-4ecd-a4e2-aa86a52a5144 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:15.815941 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eb6a5db0-8aeb-42f6-a6fc-d6801a1c630c req-d377d879-f81f-4ecd-a4e2-aa86a52a5144 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.1698146 Jun 28 23:21:15.862437 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d6ebdd45-7d82-4496-bec6-fd10aee0952c req-da42da01-99dd-4189-a3e8-124677191178 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995800 Jun 28 23:21:15.903333 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eb6a5db0-8aeb-42f6-a6fc-d6801a1c630c req-5605d12f-db85-489c-b817-3d04ca2beb79 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624371 Jun 28 23:21:15.954002 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 368d40dd-882c-4700-ad7a-9c4a9c28e3d4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=368d40dd-882c-4700-ad7a-9c4a9c28e3d4,segment=NetworkSegment(58de41e9-1523-471a-9192-badd2c11beb8),segment_id=58de41e9-1523-471a-9192-badd2c11beb8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:21:15.978314 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '368d40dd-882c-4700-ad7a-9c4a9c28e3d4', 'network_id': 'b8e2dfc3-26e2-4195-9aaa-856aaf7459e1', 'port_id': '368d40dd-882c-4700-ad7a-9c4a9c28e3d4', 'mac_address': 'fa:16:3e:97:d7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765aa8e1-0636-4338-8592-99c6680980f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:21:16.029889 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:16.061231 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:21:16.118775 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 368d40dd-882c-4700-ad7a-9c4a9c28e3d4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=368d40dd-882c-4700-ad7a-9c4a9c28e3d4,segment=NetworkSegment(58de41e9-1523-471a-9192-badd2c11beb8),segment_id=58de41e9-1523-471a-9192-badd2c11beb8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:21:16.128866 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:16.131396 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device d524acfc-52e8-4e7f-8a39-4e447aee8764 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:21:16.134255 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-e8058bcf-35eb-4a73-8d32-6bfd1be04ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:16.235942 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=368d40dd-882c-4700-ad7a-9c4a9c28e3d4,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:16.237760 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25001-13ab-441f-931c-9a286bdd9870 req-3609f123-a395-460c-9719-c3010c9c97c6 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:16.248512 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:16.251439 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a7f25001-13ab-441f-931c-9a286bdd9870 req-3609f123-a395-460c-9719-c3010c9c97c6 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 946 time: 0.2005765 Jun 28 23:21:16.335218 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port d524acfc-52e8-4e7f-8a39-4e447aee8764, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:21:16.355869 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'port_id': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'mac_address': 'fa:16:3e:e1:e1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:21:16.411792 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a7f25001-13ab-441f-931c-9a286bdd9870 req-eef0108b-08c0-4041-bbb0-456e82ff337d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473174 Jun 28 23:21:16.447473 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:16.452000 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8f916-4f6b-4997-bc4b-4d817f3bfa68 req-8a512090-6770-4561-a22e-8d98e0043767 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:16.455134 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-78a8f916-4f6b-4997-bc4b-4d817f3bfa68 req-8a512090-6770-4561-a22e-8d98e0043767 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 944 time: 0.2022209 Jun 28 23:21:16.466580 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d524acfc-52e8-4e7f-8a39-4e447aee8764 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:21:16.492498 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port d524acfc-52e8-4e7f-8a39-4e447aee8764, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:21:16.500953 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:16.503394 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:16.532271 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-78a8f916-4f6b-4997-bc4b-4d817f3bfa68 req-47a76610-b5db-469f-add0-65040d84bfc6 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689301 Jun 28 23:21:16.570071 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=d524acfc-52e8-4e7f-8a39-4e447aee8764,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:16.573723 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:17.018923 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a472e1e-2c67-48b1-bd08-363081dcb4e2 req-99640b8a-fa3d-43d5-8d6e-1bd48c5e6a17 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:17.022286 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a472e1e-2c67-48b1-bd08-363081dcb4e2 req-99640b8a-fa3d-43d5-8d6e-1bd48c5e6a17 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 945 time: 0.1514723 Jun 28 23:21:17.090188 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a472e1e-2c67-48b1-bd08-363081dcb4e2 req-b2c45023-882a-47b9-b530-c85cdda37d7e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552492 Jun 28 23:21:17.154057 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['368d40dd-882c-4700-ad7a-9c4a9c28e3d4'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:21:17.182024 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e74ed-4669-4d60-be46-d00f69fff275 req-6f15d814-0cd5-425d-b709-1edc04025e83 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:17.185187 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-401e74ed-4669-4d60-be46-d00f69fff275 req-6f15d814-0cd5-425d-b709-1edc04025e83 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 944 time: 0.1110845 Jun 28 23:21:17.226208 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['d524acfc-52e8-4e7f-8a39-4e447aee8764'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:21:17.270211 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-401e74ed-4669-4d60-be46-d00f69fff275 req-28b970e9-fc8d-4f20-8e16-d044a59ad6e0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738540 Jun 28 23:21:17.383231 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 53896) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:17.553118 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-995b8949-049f-4d40-acb5-698767f0f8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:17.742244 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-995b8949-049f-4d40-acb5-698767f0f8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:17.750587 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-995b8949-049f-4d40-acb5-698767f0f8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:17.765740 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:21:17.781125 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:17.834854 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:21:17.840701 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:21:17.841222 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:17.887357 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-995b8949-049f-4d40-acb5-698767f0f8fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c53cd32a21594d55928ba0e2ad6d608d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5023389 Jun 28 23:21:17.890536 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 53916) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:17.897003 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b8949-049f-4d40-acb5-698767f0f8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7147014c-7ca9-4681-9ee4-edbe100fa8c3,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:17.919597 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-995b8949-049f-4d40-acb5-698767f0f8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:17.959824 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:17.991432 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b9d19-402f-465e-b58a-711737fea1c0 req-76a8e90a-0189-4333-b591-9b2763861590 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:17.999076 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d419bd-25b6-41ff-9280-37bf0f4429f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077ea135-65bb-42a5-9e4f-0f5c34b2ab7a'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:21:18.001835 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9d3120-e102-4e1a-927c-44ede26ee0f2" -d '{"events": [{"server_uuid": "c3d419bd-25b6-41ff-9280-37bf0f4429f2", "name": "network-vif-plugged", "status": "completed", "tag": "077ea135-65bb-42a5-9e4f-0f5c34b2ab7a"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:21:18.004245 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-594b9d19-402f-465e-b58a-711737fea1c0 req-76a8e90a-0189-4333-b591-9b2763861590 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 944 time: 0.2245822 Jun 28 23:21:18.018775 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:21:18.024459 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:18.031514 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-ea1d40b3-9bfc-4b32-8cc6-8069fc52686b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:18.103298 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-594b9d19-402f-465e-b58a-711737fea1c0 req-e6968b48-983c-4769-8063-9f74629ea33a tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950634 Jun 28 23:21:18.107065 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d951c690-c8f3-489b-bcc9-5b72cffac9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:18.156676 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23abd9a9-b19a-439a-8041-28fc39a97460 x-openstack-request-id: req-23abd9a9-b19a-439a-8041-28fc39a97460 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:21:18.159710 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d419bd-25b6-41ff-9280-37bf0f4429f2", "name": "network-vif-plugged", "status": "completed", "tag": "077ea135-65bb-42a5-9e4f-0f5c34b2ab7a", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:21:18.161359 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23abd9a9-b19a-439a-8041-28fc39a97460 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:21:18.164993 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d419bd-25b6-41ff-9280-37bf0f4429f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077ea135-65bb-42a5-9e4f-0f5c34b2ab7a', 'code': 200} Jun 28 23:21:18.178033 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d951c690-c8f3-489b-bcc9-5b72cffac9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:18.185246 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:18.194515 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:18.311617 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d951c690-c8f3-489b-bcc9-5b72cffac9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:18.320659 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d951c690-c8f3-489b-bcc9-5b72cffac9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:18.323838 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d951c690-c8f3-489b-bcc9-5b72cffac9b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7147014c-7ca9-4681-9ee4-edbe100fa8c3 HTTP/1.1" status: 204 len: 168 time: 0.4291039 Jun 28 23:21:18.325999 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:18.350083 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951c690-c8f3-489b-bcc9-5b72cffac9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7147014c-7ca9-4681-9ee4-edbe100fa8c3,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:18.354686 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d951c690-c8f3-489b-bcc9-5b72cffac9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:18.540256 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb11297-41a5-401f-9005-7750c7a3dde8 req-28cc2dfd-990c-4d53-8742-41c43c8ad4f5 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:18.554439 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7cb11297-41a5-401f-9005-7750c7a3dde8 req-28cc2dfd-990c-4d53-8742-41c43c8ad4f5 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.1650636 Jun 28 23:21:18.640231 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 53948) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:18.658898 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7cb11297-41a5-401f-9005-7750c7a3dde8 req-d50f07ff-fb76-41ac-b458-3b48c9aed44e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913723 Jun 28 23:21:18.877925 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf5605-1a0e-45c3-8205-1f89fc7bdcf5 req-8bb1ebab-dbf6-4fe5-a2e6-f3510c273ef7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:18.879565 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3ebf5605-1a0e-45c3-8205-1f89fc7bdcf5 req-8bb1ebab-dbf6-4fe5-a2e6-f3510c273ef7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 944 time: 0.1680429 Jun 28 23:21:18.883070 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d945f78-05f0-4797-8cd2-d625e59054d5 req-0a333492-ac14-4deb-9e76-77bdfb3ee04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:18.885273 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8d945f78-05f0-4797-8cd2-d625e59054d5 req-0a333492-ac14-4deb-9e76-77bdfb3ee04b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 1099 time: 0.1125488 Jun 28 23:21:18.977279 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3ebf5605-1a0e-45c3-8205-1f89fc7bdcf5 req-44c9bb64-4d71-452a-bd7c-d6ad51542efc tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764513 Jun 28 23:21:18.992672 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8d945f78-05f0-4797-8cd2-d625e59054d5 req-f15f31b1-ce1f-4b95-8dee-79bab7f387f3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998633 Jun 28 23:21:19.156782 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1372f495-e95e-40aa-b5ee-fc9306e6a913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:19.321294 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1372f495-e95e-40aa-b5ee-fc9306e6a913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:19.328845 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1372f495-e95e-40aa-b5ee-fc9306e6a913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:19.332890 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:19.366674 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372f495-e95e-40aa-b5ee-fc9306e6a913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08df36f1-243d-475f-bbcf-234023f49215,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:19.373917 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1372f495-e95e-40aa-b5ee-fc9306e6a913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:19.393011 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1372f495-e95e-40aa-b5ee-fc9306e6a913 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2335dea7272a43ae9a6c6c84442767fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7477171 Jun 28 23:21:19.394321 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 53976) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:19.484321 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-69325e7a-a9a7-4630-9073-ee15de477c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:19.502861 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b556e9-0cc4-4533-95fd-51580f27c2e0 req-1846cfe6-4323-4b0f-9d93-84ac42eac338 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:19.505441 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-63b556e9-0cc4-4533-95fd-51580f27c2e0 req-1846cfe6-4323-4b0f-9d93-84ac42eac338 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 944 time: 0.1599879 Jun 28 23:21:19.549359 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-69325e7a-a9a7-4630-9073-ee15de477c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:19.595597 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-63b556e9-0cc4-4533-95fd-51580f27c2e0 req-4fa3740e-841d-40cf-8b73-e41846b5077c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803397 Jun 28 23:21:19.628721 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-69325e7a-a9a7-4630-9073-ee15de477c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:19.633864 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-69325e7a-a9a7-4630-9073-ee15de477c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:19.635841 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-69325e7a-a9a7-4630-9073-ee15de477c4d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08df36f1-243d-475f-bbcf-234023f49215 HTTP/1.1" status: 204 len: 168 time: 0.2402277 Jun 28 23:21:19.637076 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1372f495-e95e-40aa-b5ee-fc9306e6a913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:19.672063 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69325e7a-a9a7-4630-9073-ee15de477c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08df36f1-243d-475f-bbcf-234023f49215,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:19.688052 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-69325e7a-a9a7-4630-9073-ee15de477c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:19.788032 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:21:19.899571 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:21:19.913400 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:21:19.914278 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:20.090067 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:20.107642 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c75db-86f6-49c6-9615-2ce65a9e1306 req-ba6d9a85-fc67-45ef-8152-8d9171238336 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:20.136293 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b1c75db-86f6-49c6-9615-2ce65a9e1306 req-ba6d9a85-fc67-45ef-8152-8d9171238336 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.2202857 Jun 28 23:21:20.171649 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3ea60c-191f-4e56-975d-b0dd2d5fed69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368d40dd-882c-4700-ad7a-9c4a9c28e3d4'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:21:20.174486 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1af69af-df20-490e-89fc-e28a432c4a23" -d '{"events": [{"server_uuid": "2b3ea60c-191f-4e56-975d-b0dd2d5fed69", "name": "network-vif-plugged", "status": "completed", "tag": "368d40dd-882c-4700-ad7a-9c4a9c28e3d4"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:21:20.190129 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 368d40dd-882c-4700-ad7a-9c4a9c28e3d4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=368d40dd-882c-4700-ad7a-9c4a9c28e3d4,segment=NetworkSegment(58de41e9-1523-471a-9192-badd2c11beb8),segment_id=58de41e9-1523-471a-9192-badd2c11beb8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:21:20.196822 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 54018) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:20.199910 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:20.201658 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device d524acfc-52e8-4e7f-8a39-4e447aee8764 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:21:20.209185 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-f10bb8b4-ba67-4cb2-ad14-25701cf6b4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:20.254613 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1f1b6356-5042-43bb-acf3-5823df33e363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:20.255408 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b1c75db-86f6-49c6-9615-2ce65a9e1306 req-8a04f2cf-5375-47a3-ae61-b31999cc5d8e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097131 Jun 28 23:21:20.347404 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=368d40dd-882c-4700-ad7a-9c4a9c28e3d4,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:20.353492 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:20.373978 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port d524acfc-52e8-4e7f-8a39-4e447aee8764 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:21:20.381436 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port d524acfc-52e8-4e7f-8a39-4e447aee8764 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:21:20.382157 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:20.418724 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027736d5-1f13-4e04-963f-9c2de2b400cb x-openstack-request-id: req-027736d5-1f13-4e04-963f-9c2de2b400cb {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:21:20.419301 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3ea60c-191f-4e56-975d-b0dd2d5fed69", "name": "network-vif-plugged", "status": "completed", "tag": "368d40dd-882c-4700-ad7a-9c4a9c28e3d4", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:21:20.419676 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-027736d5-1f13-4e04-963f-9c2de2b400cb {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:21:20.420367 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3ea60c-191f-4e56-975d-b0dd2d5fed69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368d40dd-882c-4700-ad7a-9c4a9c28e3d4', 'code': 200} Jun 28 23:21:20.470116 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0f5d3-fc17-41a9-bbf1-d9332ac58b08 req-5257b92c-997e-410d-8cad-a0834a385ecf tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:20.471906 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7df0f5d3-fc17-41a9-bbf1-d9332ac58b08 req-5257b92c-997e-410d-8cad-a0834a385ecf tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 944 time: 0.2146745 Jun 28 23:21:20.553151 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1f1b6356-5042-43bb-acf3-5823df33e363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:20.564878 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:20.570396 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1f1b6356-5042-43bb-acf3-5823df33e363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:20.577128 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-be47440b-e8f5-4176-ac84-2da2fb46d952 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:20.613322 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7df0f5d3-fc17-41a9-bbf1-d9332ac58b08 req-0b5c56cd-5a49-4983-a863-1f43ef8ad8ca tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310585 Jun 28 23:21:20.615020 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port d524acfc-52e8-4e7f-8a39-4e447aee8764, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:21:20.623997 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:20.626158 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:20.699719 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b6356-5042-43bb-acf3-5823df33e363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327721ba-0fd9-4911-a440-19ba6c336457,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:20.715297 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=d524acfc-52e8-4e7f-8a39-4e447aee8764,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:20.715809 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1f1b6356-5042-43bb-acf3-5823df33e363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:20.720314 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:20.724182 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1f1b6356-5042-43bb-acf3-5823df33e363 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=079b42e7599846ebb465ea1edf4dfe28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5258524 Jun 28 23:21:20.726681 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 54026) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:20.821540 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc2c456f-9e21-4c8b-962a-0249f6345e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:20.862352 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc2c456f-9e21-4c8b-962a-0249f6345e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:20.937619 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc2c456f-9e21-4c8b-962a-0249f6345e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:20.941160 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc2c456f-9e21-4c8b-962a-0249f6345e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:20.942917 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-cc2c456f-9e21-4c8b-962a-0249f6345e91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/327721ba-0fd9-4911-a440-19ba6c336457 HTTP/1.1" status: 204 len: 168 time: 0.2142513 Jun 28 23:21:20.945641 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-45118dd5-9ff3-4d04-918c-1477e7301dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:20.968506 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c456f-9e21-4c8b-962a-0249f6345e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327721ba-0fd9-4911-a440-19ba6c336457,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:20.982537 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cc2c456f-9e21-4c8b-962a-0249f6345e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:21.050086 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1654d56-357b-4842-b33c-eb5836a15e4a req-dafe47c6-6d28-4fdf-8ab5-a827a3d82b06 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:21.059522 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c1654d56-357b-4842-b33c-eb5836a15e4a req-dafe47c6-6d28-4fdf-8ab5-a827a3d82b06 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.2071280 Jun 28 23:21:21.119689 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c1654d56-357b-4842-b33c-eb5836a15e4a req-0eef786f-aa89-474c-9691-c6e2cdbca6a8 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587814 Jun 28 23:21:21.122368 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cfeca-f30b-4b82-887b-4fe3930c722b req-150e167c-18de-45dd-be6d-f97d31eb3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:21.123952 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-194cfeca-f30b-4b82-887b-4fe3930c722b req-150e167c-18de-45dd-be6d-f97d31eb3d3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 1098 time: 0.2136924 Jun 28 23:21:21.168756 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-194cfeca-f30b-4b82-887b-4fe3930c722b req-08289b44-451b-48c0-aaf8-a88020297eaa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370517 Jun 28 23:21:21.567991 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6726664-b51d-4d8b-bd37-db3a613e8690 req-6d4bf609-1e3b-4d58-9e67-2eed388827fc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:21.569933 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c6726664-b51d-4d8b-bd37-db3a613e8690 req-6d4bf609-1e3b-4d58-9e67-2eed388827fc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.1175058 Jun 28 23:21:21.656927 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c6726664-b51d-4d8b-bd37-db3a613e8690 req-4a815891-bd87-47e4-aa43-24e458c84146 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752571 Jun 28 23:21:21.954318 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e9242-788b-4b00-a590-adcf0b5e28e3 req-e50a1efb-6f7c-43cd-9494-3d9e491b1a5c tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:21.956042 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9d2e9242-788b-4b00-a590-adcf0b5e28e3 req-e50a1efb-6f7c-43cd-9494-3d9e491b1a5c tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.1278346 Jun 28 23:21:21.971478 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 54080) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:21.977911 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-256cfba2-e0f8-4688-bcd3-e152d3f0d53c tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Request body: {'floatingip': {'port_id': '077ea135-65bb-42a5-9e4f-0f5c34b2ab7a'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:21:22.033827 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500156a-d02f-44b6-965e-11feb554aa8a req-769ae874-6734-40ec-95be-4c68a56c59e3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:22.036210 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e500156a-d02f-44b6-965e-11feb554aa8a req-769ae874-6734-40ec-95be-4c68a56c59e3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.1603591 Jun 28 23:21:22.131190 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-256cfba2-e0f8-4688-bcd3-e152d3f0d53c tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for floatingip, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:22.339841 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e500156a-d02f-44b6-965e-11feb554aa8a req-68e2425a-bc96-4af8-a2d3-977d57b6e64c tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384639 Jun 28 23:21:22.422551 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524acfc-52e8-4e7f-8a39-4e447aee8764'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:21:22.427749 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c77ff9-9df2-4f47-a24a-4cd03b43b6e8" -d '{"events": [{"server_uuid": "48efc152-72be-4f8f-9ae7-3d6da06c1374", "name": "network-vif-plugged", "status": "completed", "tag": "d524acfc-52e8-4e7f-8a39-4e447aee8764"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:21:22.514125 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e573ea-0693-4122-9903-40fd80e29a9f x-openstack-request-id: req-69e573ea-0693-4122-9903-40fd80e29a9f {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:21:22.514769 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48efc152-72be-4f8f-9ae7-3d6da06c1374", "name": "network-vif-plugged", "status": "completed", "tag": "d524acfc-52e8-4e7f-8a39-4e447aee8764", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:21:22.515869 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69e573ea-0693-4122-9903-40fd80e29a9f {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:21:22.516736 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'code': 200} Jun 28 23:21:22.809604 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-708ec7b4-6c0f-42c2-8d30-e483b6eb2b45 req-e6d6ba4e-6170-4d57-ac65-4eab835f8d09 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4448004 Jun 28 23:21:22.859105 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243169e1-ac81-42f3-864e-e8e1a1600cac req-71a5e6d4-0498-4270-b60b-d3b649f0c2d1 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:22.861231 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-243169e1-ac81-42f3-864e-e8e1a1600cac req-71a5e6d4-0498-4270-b60b-d3b649f0c2d1 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.4197955 Jun 28 23:21:23.096447 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 54128) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:23.166575 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 54136) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:23.222719 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80d15ce-12c7-4c20-8549-bc0f43fe2ad0 admin admin] Deleting subnet d9b2837e-0df5-4c8b-9ab2-401a57045f59 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:21:23.228439 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f80d15ce-12c7-4c20-8549-bc0f43fe2ad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:23.271475 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2f08efdb-c66d-4e47-9d80-3b53d41ddce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:23.303661 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f80d15ce-12c7-4c20-8549-bc0f43fe2ad0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:23.316124 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f80d15ce-12c7-4c20-8549-bc0f43fe2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:23.340132 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-243169e1-ac81-42f3-864e-e8e1a1600cac req-508e1045-35bf-4d5e-946c-01ea1621d718 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445529 Jun 28 23:21:23.414027 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f80d15ce-12c7-4c20-8549-bc0f43fe2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:23.425461 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c3c2dd80-05d3-4f06-815c-7e44b0f14138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:23.446785 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2f08efdb-c66d-4e47-9d80-3b53d41ddce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:23.447466 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ec7b4-6c0f-42c2-8d30-e483b6eb2b45 req-0b310685-b6f4-44b4-b602-d73891ab05e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:23.449212 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-708ec7b4-6c0f-42c2-8d30-e483b6eb2b45 req-0b310685-b6f4-44b4-b602-d73891ab05e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bf78b9e52bfd470e9cb0628eba2171a7&device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 1099 time: 0.5527551 Jun 28 23:21:23.457650 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70396298-bd41-49ed-917b-dc388fa1248b req-874b091d-0548-4e39-a01c-0cea82ffce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:23.459325 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-70396298-bd41-49ed-917b-dc388fa1248b req-874b091d-0548-4e39-a01c-0cea82ffce0f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 1098 time: 0.5652831 Jun 28 23:21:23.475023 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2f08efdb-c66d-4e47-9d80-3b53d41ddce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:23.478414 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f80d15ce-12c7-4c20-8549-bc0f43fe2ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:23.481287 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f80d15ce-12c7-4c20-8549-bc0f43fe2ad0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d9b2837e-0df5-4c8b-9ab2-401a57045f59 HTTP/1.1" status: 204 len: 168 time: 0.3133073 Jun 28 23:21:23.484465 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d15ce-12c7-4c20-8549-bc0f43fe2ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b2837e-0df5-4c8b-9ab2-401a57045f59,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:23.486205 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 54142) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:23.501976 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f80d15ce-12c7-4c20-8549-bc0f43fe2ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:23.502487 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-69325e7a-a9a7-4630-9073-ee15de477c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:23.544917 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2f08efdb-c66d-4e47-9d80-3b53d41ddce4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=088a7ccd0ac2433c8b232560654ac9c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470606 Jun 28 23:21:23.569683 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 54144) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:23.583895 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08efdb-c66d-4e47-9d80-3b53d41ddce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689e583e-8996-492f-9382-d5c030e43ef4,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:23.592001 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2f08efdb-c66d-4e47-9d80-3b53d41ddce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:23.599392 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:23.623629 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.db.resource_extend [None req-256cfba2-e0f8-4688-bcd3-e152d3f0d53c tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 23:21:23.750930 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ad178-3b34-4179-be04-098399ed13f1 req-dad68b45-766d-4d6b-8f56-8dc8ae05d5aa tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:23.752568 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-311ad178-3b34-4179-be04-098399ed13f1 req-dad68b45-766d-4d6b-8f56-8dc8ae05d5aa tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.2584255 Jun 28 23:21:23.753308 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0796b737-5af0-49f0-8256-d41b962c60f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:23.757317 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:23.757515 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-256cfba2-e0f8-4688-bcd3-e152d3f0d53c tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:23.771055 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:21:23.771387 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:21:23.772157 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:21:23.772558 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Subscribe: > port after_create 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:21:23.772899 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:21:23.773228 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Subscribe: > port after_update 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:21:23.773660 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-256cfba2-e0f8-4688-bcd3-e152d3f0d53c tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:23.773781 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:21:23.774032 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:21:23.774383 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:21:23.774713 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:21:23.832065 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0796b737-5af0-49f0-8256-d41b962c60f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:23.873028 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-311ad178-3b34-4179-be04-098399ed13f1 req-e5db4c16-d895-4e46-8927-cb1e861c8d9d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122167 Jun 28 23:21:23.960022 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-256cfba2-e0f8-4688-bcd3-e152d3f0d53c tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Floating IP fe52e487-bd3e-4d2c-986b-e9ce92d56121 associated. External IP: 172.27.2.3, port: 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a. Jun 28 23:21:24.004072 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0796b737-5af0-49f0-8256-d41b962c60f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.006719 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0796b737-5af0-49f0-8256-d41b962c60f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.007139 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:21:24.007534 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:21:24.007869 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:21:24.008224 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:21:24.008715 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb9ae2f-7bb8-408a-a280-c56af7d238ae']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:24.010599 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0796b737-5af0-49f0-8256-d41b962c60f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/689e583e-8996-492f-9382-d5c030e43ef4 HTTP/1.1" status: 204 len: 168 time: 0.4398761 Jun 28 23:21:24.016097 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:24.026298 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796b737-5af0-49f0-8256-d41b962c60f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689e583e-8996-492f-9382-d5c030e43ef4,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:24.029170 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25be71d6-7194-43fe-8fd9-78dea052c784') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:24.029508 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25be71d6-7194-43fe-8fd9-78dea052c784') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:24.038702 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0796b737-5af0-49f0-8256-d41b962c60f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:24.049307 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844652'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.079198 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.089897 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:21:24.090685 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844820'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: from cryptography.utils import int_from_bytes Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: from cryptography.utils import int_from_bytes Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: timer() Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: cb(*args, **kw) Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: self._notify() Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: self.callback(batched_events) Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: event.method(event) Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._get(url).json() Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:21:24.096667 dv-cinder-792462-21-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:21:24.183093 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.190207 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:24.206295 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.213167 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ecb9ae2f-7bb8-408a-a280-c56af7d238ae HTTP/1.1" status: 204 len: 168 time: 0.7155941 Jun 28 23:21:24.213563 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 54154) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:24.222686 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb9ae2f-7bb8-408a-a280-c56af7d238ae,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:24.226727 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-eef4036a-b380-44d8-83e2-6623d0241039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:24.257302 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256cfba2-e0f8-4688-bcd3-e152d3f0d53c tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Router 81f81631-1490-4f32-80e2-d7ae8a62db53 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:21:24.274598 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4eeb43-69b0-4da1-8e5d-138d60b3aa80 admin admin] Deleting subnet f97c8422-f6cf-4231-811f-a3a49ca5d53e {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:21:24.278739 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4f4eeb43-69b0-4da1-8e5d-138d60b3aa80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.334674 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4f4eeb43-69b0-4da1-8e5d-138d60b3aa80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844663'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.390706 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256cfba2-e0f8-4688-bcd3-e152d3f0d53c tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:21:24.406138 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-256cfba2-e0f8-4688-bcd3-e152d3f0d53c tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.406868 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852dc86c-c7ef-42f4-904f-060da55d9fde None None] Sync routers for ids ['81f81631-1490-4f32-80e2-d7ae8a62db53'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:21:24.418200 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4f4eeb43-69b0-4da1-8e5d-138d60b3aa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.421306 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852dc86c-c7ef-42f4-904f-060da55d9fde None None] Routers {'81f81631-1490-4f32-80e2-d7ae8a62db53'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:21:24.431784 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-852dc86c-c7ef-42f4-904f-060da55d9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:20:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['81f81631-1490-4f32-80e2-d7ae8a62db53'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:24.459867 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-256cfba2-e0f8-4688-bcd3-e152d3f0d53c tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "PUT /v2.0/floatingips/fe52e487-bd3e-4d2c-986b-e9ce92d56121 HTTP/1.1" status: 200 len: 990 time: 2.4869673 Jun 28 23:21:24.460731 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d419bd-25b6-41ff-9280-37bf0f4429f2', 'tag': '077ea135-65bb-42a5-9e4f-0f5c34b2ab7a'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:21:24.463370 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e7a79c-f0d4-4516-96a4-c2bc1b35e21d" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d419bd-25b6-41ff-9280-37bf0f4429f2", "tag": "077ea135-65bb-42a5-9e4f-0f5c34b2ab7a"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:21:24.510804 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4f4eeb43-69b0-4da1-8e5d-138d60b3aa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9014278'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.523137 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:24.555992 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4f4eeb43-69b0-4da1-8e5d-138d60b3aa80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.562964 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4f4eeb43-69b0-4da1-8e5d-138d60b3aa80 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f97c8422-f6cf-4231-811f-a3a49ca5d53e HTTP/1.1" status: 204 len: 168 time: 0.3482287 Jun 28 23:21:24.563663 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 54172) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:24.564480 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4eeb43-69b0-4da1-8e5d-138d60b3aa80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f97c8422-f6cf-4231-811f-a3a49ca5d53e,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:24.571713 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4f4eeb43-69b0-4da1-8e5d-138d60b3aa80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:24.590940 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-852dc86c-c7ef-42f4-904f-060da55d9fde None None] Set router 81f81631-1490-4f32-80e2-d7ae8a62db53 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:21:24.639706 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74a838-15ca-42db-aab8-f1b198c36090 req-851e2721-6300-4f9d-b0c6-d3b34594ec26 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:24.641588 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff74a838-15ca-42db-aab8-f1b198c36090 req-851e2721-6300-4f9d-b0c6-d3b34594ec26 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1092329 Jun 28 23:21:24.660139 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f99590d7-da8e-4b81-903e-014f111aa3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.666285 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-70396298-bd41-49ed-917b-dc388fa1248b req-d937003d-fcb8-4eb9-8951-08dc3401f938 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646822 Jun 28 23:21:24.772878 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f99590d7-da8e-4b81-903e-014f111aa3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.782629 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff74a838-15ca-42db-aab8-f1b198c36090 req-487dae37-ca58-40e7-ab53-14f3818de15f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274946 Jun 28 23:21:24.786968 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-f99590d7-da8e-4b81-903e-014f111aa3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35334a4-83c7-409b-8230-76ec1bc9c4b6']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:24.800935 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-f99590d7-da8e-4b81-903e-014f111aa3d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4bbd2d-8a57-48c7-a686-697a208028da') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:24.801382 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-f99590d7-da8e-4b81-903e-014f111aa3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4bbd2d-8a57-48c7-a686-697a208028da') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:24.813356 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f99590d7-da8e-4b81-903e-014f111aa3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844652'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.827256 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ec7b4-6c0f-42c2-8d30-e483b6eb2b45 req-1fcaf3d2-63b6-473b-a2e3-714fae64eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:24.829309 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-708ec7b4-6c0f-42c2-8d30-e483b6eb2b45 req-1fcaf3d2-63b6-473b-a2e3-714fae64eb22 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af656bfe-629e-4b4a-b6d7-ae70e038479b HTTP/1.1" status: 200 len: 913 time: 0.2181129 Jun 28 23:21:24.832515 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f99590d7-da8e-4b81-903e-014f111aa3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.842069 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99590d7-da8e-4b81-903e-014f111aa3d1 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:21:24.842597 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f99590d7-da8e-4b81-903e-014f111aa3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844820'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.864244 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539adca6-abaa-4954-8262-08f6272f97d7 x-openstack-request-id: req-539adca6-abaa-4954-8262-08f6272f97d7 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:21:24.864851 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d419bd-25b6-41ff-9280-37bf0f4429f2", "tag": "077ea135-65bb-42a5-9e4f-0f5c34b2ab7a", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:21:24.864947 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-539adca6-abaa-4954-8262-08f6272f97d7 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:21:24.865326 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d419bd-25b6-41ff-9280-37bf0f4429f2', 'tag': '077ea135-65bb-42a5-9e4f-0f5c34b2ab7a', 'status': 'completed', 'code': 200} Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: timer() Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: cb(*args, **kw) Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: self._notify() Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: self.callback(batched_events) Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: event.method(event) Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._get(url).json() Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:21:24.871219 dv-cinder-792462-21-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:21:24.933469 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f99590d7-da8e-4b81-903e-014f111aa3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.946677 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f99590d7-da8e-4b81-903e-014f111aa3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:24.951444 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f99590d7-da8e-4b81-903e-014f111aa3d1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f35334a4-83c7-409b-8230-76ec1bc9c4b6 HTTP/1.1" status: 204 len: 168 time: 0.3785746 Jun 28 23:21:24.952269 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:24.989137 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-852dc86c-c7ef-42f4-904f-060da55d9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': 'fe52e487-bd3e-4d2c-986b-e9ce92d56121', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'port_id': '077ea135-65bb-42a5-9e4f-0f5c34b2ab7a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'mac_address': 'fa:16:3e:4c:44:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d419bd-25b6-41ff-9280-37bf0f4429f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:20:35Z', 'updated_at': '2021-06-28T23:21:23Z', 'revision_number': 1, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6ab513-b641-46e2-805d-dc57414bde81', 'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'mac_address': 'fa:16:3e:4e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:16Z', 'updated_at': '2021-06-28T23:20:33Z', 'revision_number': 5, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'subnets': [{'id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:25.004543 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99590d7-da8e-4b81-903e-014f111aa3d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f35334a4-83c7-409b-8230-76ec1bc9c4b6,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:25.010897 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f99590d7-da8e-4b81-903e-014f111aa3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:25.033835 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852dc86c-c7ef-42f4-904f-060da55d9fde None None] Checking router: 81f81631-1490-4f32-80e2-d7ae8a62db53 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:21:25.046673 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852dc86c-c7ef-42f4-904f-060da55d9fde None None] Routers {'81f81631-1490-4f32-80e2-d7ae8a62db53'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:21:25.048183 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-852dc86c-c7ef-42f4-904f-060da55d9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:20:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['81f81631-1490-4f32-80e2-d7ae8a62db53'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:25.213537 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-852dc86c-c7ef-42f4-904f-060da55d9fde None None] Set router 81f81631-1490-4f32-80e2-d7ae8a62db53 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:21:25.290094 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 54198) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:25.361758 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 54200) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:25.362031 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-97c6bd23-caf1-48c5-848a-ec517bdc8d91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=038da79d3ef14f3dbe7e6c2f73a3cfd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0696683 Jun 28 23:21:25.444465 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-46897e98-c89a-47da-8288-d1f5b286fa03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:25.454128 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989d6a9-80f0-4b16-bf9a-78755bc9b371 req-2f9bb70a-aac1-49e7-816c-89123bd8f0b7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:25.456090 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6989d6a9-80f0-4b16-bf9a-78755bc9b371 req-2f9bb70a-aac1-49e7-816c-89123bd8f0b7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.1344051 Jun 28 23:21:25.490006 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-46897e98-c89a-47da-8288-d1f5b286fa03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:25.565326 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6989d6a9-80f0-4b16-bf9a-78755bc9b371 req-ab6f6e3b-abfc-48fe-9abd-39dbb4a81dd0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853298 Jun 28 23:21:25.613016 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-46897e98-c89a-47da-8288-d1f5b286fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:25.617179 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-46897e98-c89a-47da-8288-d1f5b286fa03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:25.621625 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-46897e98-c89a-47da-8288-d1f5b286fa03 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac9e33c3-e4fe-4f62-8eef-4ec8f7c1b1db HTTP/1.1" status: 204 len: 168 time: 0.2544618 Jun 28 23:21:25.621625 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:25.639145 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46897e98-c89a-47da-8288-d1f5b286fa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9e33c3-e4fe-4f62-8eef-4ec8f7c1b1db,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:25.646612 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-46897e98-c89a-47da-8288-d1f5b286fa03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:25.690949 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-852dc86c-c7ef-42f4-904f-060da55d9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': 'fe52e487-bd3e-4d2c-986b-e9ce92d56121', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'port_id': '077ea135-65bb-42a5-9e4f-0f5c34b2ab7a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'mac_address': 'fa:16:3e:4c:44:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d419bd-25b6-41ff-9280-37bf0f4429f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:20:35Z', 'updated_at': '2021-06-28T23:21:23Z', 'revision_number': 1, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6ab513-b641-46e2-805d-dc57414bde81', 'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'mac_address': 'fa:16:3e:4e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:16Z', 'updated_at': '2021-06-28T23:20:33Z', 'revision_number': 5, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'subnets': [{'id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:25.725148 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852dc86c-c7ef-42f4-904f-060da55d9fde None None] The sync data for ids ['81f81631-1490-4f32-80e2-d7ae8a62db53'] in dv-cinder-792462-21-iscsi is: [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': 'fe52e487-bd3e-4d2c-986b-e9ce92d56121', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'port_id': '077ea135-65bb-42a5-9e4f-0f5c34b2ab7a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'mac_address': 'fa:16:3e:4c:44:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d419bd-25b6-41ff-9280-37bf0f4429f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:20:35Z', 'updated_at': '2021-06-28T23:21:23Z', 'revision_number': 1, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6ab513-b641-46e2-805d-dc57414bde81', 'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'mac_address': 'fa:16:3e:4e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:16Z', 'updated_at': '2021-06-28T23:20:33Z', 'revision_number': 5, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'subnets': [{'id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:21:25.820003 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5c010-a17c-41f9-b5f0-1c4a9acfb461 req-c7a8811e-7736-4f2e-a413-d1c22784cbd0 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:25.823700 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a5c5c010-a17c-41f9-b5f0-1c4a9acfb461 req-c7a8811e-7736-4f2e-a413-d1c22784cbd0 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.0893865 Jun 28 23:21:25.880599 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a5c5c010-a17c-41f9-b5f0-1c4a9acfb461 req-45a198ca-c250-44fb-a203-45ee9cc6ac6d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521517 Jun 28 23:21:25.910530 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6132e898-363e-4750-b8f8-4dbe93ef965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:26.012841 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ef45e0-2264-4b16-815d-f967ea88c934 None None] New status for floating IP fe52e487-bd3e-4d2c-986b-e9ce92d56121: ACTIVE {{(pid=92896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:21:26.183491 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 54216) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:26.257674 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 54218) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:26.258165 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-cee7cd4e-6d15-40bd-9e00-58c7fa16bb9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=668e126e6e034d98b48b9c05aefdf082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727358 Jun 28 23:21:26.334133 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2ee757ae-90db-44a1-a2c0-6ecccfe249c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:26.359813 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2ee757ae-90db-44a1-a2c0-6ecccfe249c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:26.416110 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2ee757ae-90db-44a1-a2c0-6ecccfe249c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:26.419034 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2ee757ae-90db-44a1-a2c0-6ecccfe249c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:26.420206 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-2ee757ae-90db-44a1-a2c0-6ecccfe249c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bdd81d86-dafe-402f-bfb7-e5a1a0b1f93d HTTP/1.1" status: 204 len: 168 time: 0.1605816 Jun 28 23:21:26.421633 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3b3416fd-abaf-410c-b25c-b19ac26acae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:26.429644 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee757ae-90db-44a1-a2c0-6ecccfe249c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd81d86-dafe-402f-bfb7-e5a1a0b1f93d,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:26.432313 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2ee757ae-90db-44a1-a2c0-6ecccfe249c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:26.569346 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:26.851784 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ecb5b-68bd-4b18-b828-55c423a76598 req-bbb7b943-58f5-463f-93d7-132c0c8a0a6d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:26.853405 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8d1ecb5b-68bd-4b18-b828-55c423a76598 req-bbb7b943-58f5-463f-93d7-132c0c8a0a6d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0814323 Jun 28 23:21:26.906905 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8d1ecb5b-68bd-4b18-b828-55c423a76598 req-41d13718-51b4-4b50-8290-ea9e8c04fa0e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397029 Jun 28 23:21:27.150575 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768c3e2-7f15-4a3a-993c-4908ba405338 req-7f4ec9bc-7ac4-4b11-83aa-70305dbbcac9 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:27.153206 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3768c3e2-7f15-4a3a-993c-4908ba405338 req-7f4ec9bc-7ac4-4b11-83aa-70305dbbcac9 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1166880 Jun 28 23:21:27.210996 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3768c3e2-7f15-4a3a-993c-4908ba405338 req-6305b7b0-c804-4f4d-a40c-8d103b6f14ec tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501583 Jun 28 23:21:28.129571 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-708ec7b4-6c0f-42c2-8d30-e483b6eb2b45 req-32b140d5-d77d-417b-8f77-5c6baa3e8703 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=755456ae-351e-478e-9a1c-3c124f9361f7 HTTP/1.1" status: 200 len: 217 time: 0.1626852 Jun 28 23:21:28.251678 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becf14c-2b69-49cc-9880-e697d77028ca req-94773ed6-52b5-429c-ba1d-464ac7650134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:28.254222 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2becf14c-2b69-49cc-9880-e697d77028ca req-94773ed6-52b5-429c-ba1d-464ac7650134 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3dc7b99612764eb39646a3f140e7cad4&device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 1098 time: 0.0746200 Jun 28 23:21:28.356927 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7a79c-f0d4-4516-96a4-c2bc1b35e21d req-ed103d37-1620-4765-8802-9c61bc1825c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:28.358788 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e7e7a79c-f0d4-4516-96a4-c2bc1b35e21d req-ed103d37-1620-4765-8802-9c61bc1825c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50cc37f33e7f46c8a8602f1c6d244c51&device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 1099 time: 0.2816861 Jun 28 23:21:28.361061 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ec7b4-6c0f-42c2-8d30-e483b6eb2b45 req-db6d4914-8d77-4162-aa24-73702c1c017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:28.362796 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-708ec7b4-6c0f-42c2-8d30-e483b6eb2b45 req-db6d4914-8d77-4162-aa24-73702c1c017c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52e42ec7-a82c-4788-a27f-5aae9a6c798f HTTP/1.1" status: 200 len: 852 time: 0.1584868 Jun 28 23:21:28.386213 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200d77b-7803-4e56-96e2-93507980d4ec req-199bbacf-c3d6-4159-9402-d8555ef222d2 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:28.388853 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2200d77b-7803-4e56-96e2-93507980d4ec req-199bbacf-c3d6-4159-9402-d8555ef222d2 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.2428424 Jun 28 23:21:28.407561 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becf14c-2b69-49cc-9880-e697d77028ca req-a40d8406-3a46-4f6f-a957-6b76073820b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:28.409082 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2becf14c-2b69-49cc-9880-e697d77028ca req-a40d8406-3a46-4f6f-a957-6b76073820b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 HTTP/1.1" status: 200 len: 920 time: 0.1460555 Jun 28 23:21:28.486020 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2200d77b-7803-4e56-96e2-93507980d4ec req-2f98dca8-eb79-4629-94ce-32f84974b01d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910022 Jun 28 23:21:28.531909 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db55f16-3010-4f16-8091-7743a58a1906 req-36ee862f-ceb3-4e3a-8897-43d484326f34 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:28.534132 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5db55f16-3010-4f16-8091-7743a58a1906 req-36ee862f-ceb3-4e3a-8897-43d484326f34 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1071360 Jun 28 23:21:28.580713 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5db55f16-3010-4f16-8091-7743a58a1906 req-44c18fd2-e900-486b-8285-c931fbe9354a tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 Jun 28 23:21:28.967563 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:29.142382 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4aa44a07-160e-404c-a232-6801a410126f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:29.687516 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f368fc-d9b7-48ba-870c-da9cf3e66369 req-ffe2842c-667f-44f0-a627-bbe641e8974f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:29.689101 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-11f368fc-d9b7-48ba-870c-da9cf3e66369 req-ffe2842c-667f-44f0-a627-bbe641e8974f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0680382 Jun 28 23:21:29.737314 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-11f368fc-d9b7-48ba-870c-da9cf3e66369 req-21aa7e7c-f419-4628-b7a4-b26267e48258 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416090 Jun 28 23:21:29.843115 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:30.313240 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7a79c-f0d4-4516-96a4-c2bc1b35e21d req-51cccd05-afcc-4180-86d8-f7409da74704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:30.314724 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e7e7a79c-f0d4-4516-96a4-c2bc1b35e21d req-51cccd05-afcc-4180-86d8-f7409da74704 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd HTTP/1.1" status: 200 len: 911 time: 0.3475056 Jun 28 23:21:30.330733 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37950c-8087-4ac5-8c02-077d26ea9271 req-d992e79e-0759-4f8a-9166-6e5c0568bb52 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:30.332349 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7b37950c-8087-4ac5-8c02-077d26ea9271 req-d992e79e-0759-4f8a-9166-6e5c0568bb52 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1394081 Jun 28 23:21:30.381360 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7b37950c-8087-4ac5-8c02-077d26ea9271 req-fffc1530-3567-4e85-9ae1-24e1b4aaaa99 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Jun 28 23:21:30.996648 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986726f-59be-46ef-b859-ff613aacc11d req-b75041b4-142d-4e4c-a6cd-0258500839c3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:30.998232 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c986726f-59be-46ef-b859-ff613aacc11d req-b75041b4-142d-4e4c-a6cd-0258500839c3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0774310 Jun 28 23:21:31.044390 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c986726f-59be-46ef-b859-ff613aacc11d req-0de09132-3c37-419a-8285-c6ab52918ba6 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385113 Jun 28 23:21:31.592638 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdadc6-ca21-4d93-b393-4b334d46b69d req-a8099ce8-dd3b-43e8-a97f-95a7ed100a4d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:31.594158 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-35bdadc6-ca21-4d93-b393-4b334d46b69d req-a8099ce8-dd3b-43e8-a97f-95a7ed100a4d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.0707021 Jun 28 23:21:31.645393 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-35bdadc6-ca21-4d93-b393-4b334d46b69d req-8964fd38-35c1-46ac-ad39-76bf30f29215 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402782 Jun 28 23:21:31.824986 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:21:32.067240 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:32.283375 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeda438-a8fe-4f96-aae1-84e1bd8d921f req-2b0b2046-bf32-4272-bc78-7bb635f700ec tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:32.285213 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-beeda438-a8fe-4f96-aae1-84e1bd8d921f req-2b0b2046-bf32-4272-bc78-7bb635f700ec tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0926664 Jun 28 23:21:32.329521 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-beeda438-a8fe-4f96-aae1-84e1bd8d921f req-d4eb9c88-ab02-45f5-95c9-2740e0a8c6ed tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382860 Jun 28 23:21:32.588875 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-708ec7b4-6c0f-42c2-8d30-e483b6eb2b45 req-0b9d17dd-5b3e-47fd-915a-88050c23c945 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af656bfe-629e-4b4a-b6d7-ae70e038479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347538 Jun 28 23:21:32.602739 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2becf14c-2b69-49cc-9880-e697d77028ca req-26e69756-bb98-44cd-8b7c-9c01b6e33512 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=368d40dd-882c-4700-ad7a-9c4a9c28e3d4 HTTP/1.1" status: 200 len: 217 time: 0.0458443 Jun 28 23:21:32.713416 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e7e7a79c-f0d4-4516-96a4-c2bc1b35e21d req-68c02d5f-e511-4fcd-9f55-64bc1e49f259 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a HTTP/1.1" status: 200 len: 1000 time: 0.1500483 Jun 28 23:21:32.760728 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becf14c-2b69-49cc-9880-e697d77028ca req-5d45964a-97e6-4c7a-8599-aee4537fe2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:32.763222 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2becf14c-2b69-49cc-9880-e697d77028ca req-5d45964a-97e6-4c7a-8599-aee4537fe2a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=765aa8e1-0636-4338-8592-99c6680980f0 HTTP/1.1" status: 200 len: 859 time: 0.0922148 Jun 28 23:21:32.809994 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7a79c-f0d4-4516-96a4-c2bc1b35e21d req-3487befd-c36d-4b41-8184-4675ba477a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:32.812263 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e7e7a79c-f0d4-4516-96a4-c2bc1b35e21d req-3487befd-c36d-4b41-8184-4675ba477a72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ee7b0a2-5b39-4138-89d6-38d03997b8dd HTTP/1.1" status: 200 len: 849 time: 0.0783341 Jun 28 23:21:32.815565 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2becf14c-2b69-49cc-9880-e697d77028ca req-ffd05c0e-80f2-4c6c-b81a-7a4a6e030490 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424306 Jun 28 23:21:32.957368 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2becf14c-2b69-49cc-9880-e697d77028ca req-43b9cff7-01e8-48f1-a214-437fb1943509 service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217146 Jun 28 23:21:33.036448 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-708ec7b4-6c0f-42c2-8d30-e483b6eb2b45 req-066616f9-549a-41e6-a6eb-e3bc7637ca37 service neutron] 10.222.0.47 "GET /v2.0/networks/af656bfe-629e-4b4a-b6d7-ae70e038479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616579 Jun 28 23:21:33.084212 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2becf14c-2b69-49cc-9880-e697d77028ca req-1e060cf2-5392-4622-b695-d0117bf84c0d service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169021 Jun 28 23:21:33.195372 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038714f2-7d66-48d4-bc26-9469e8e093db req-5ea283d7-8e9f-4e55-8cb3-43cdf7ce38dc tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:33.197882 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-038714f2-7d66-48d4-bc26-9469e8e093db req-5ea283d7-8e9f-4e55-8cb3-43cdf7ce38dc tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.3842385 Jun 28 23:21:33.235696 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7a79c-f0d4-4516-96a4-c2bc1b35e21d req-abe33dc4-7439-440a-be75-260bc5738151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:33.237915 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e7e7a79c-f0d4-4516-96a4-c2bc1b35e21d req-abe33dc4-7439-440a-be75-260bc5738151 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3626165 Jun 28 23:21:33.280141 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-708ec7b4-6c0f-42c2-8d30-e483b6eb2b45 req-42a15f7e-6a44-4b30-a7c2-f298e66b0b2e service neutron] 10.222.0.47 "GET /v2.0/networks/af656bfe-629e-4b4a-b6d7-ae70e038479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366681 Jun 28 23:21:33.285854 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-038714f2-7d66-48d4-bc26-9469e8e093db req-1d6b7a8e-8b92-46e0-9da7-d9785ccc8236 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775144 Jun 28 23:21:33.589266 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e7e7a79c-f0d4-4516-96a4-c2bc1b35e21d req-1ddeaba0-3d27-40bc-93f3-2ec4bd1693c1 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745427 Jun 28 23:21:33.640932 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69631d3e-31d4-4d98-8023-113708ce82f3 req-2b3f6ba3-deff-4521-82de-6c9185f30e24 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:33.642475 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-69631d3e-31d4-4d98-8023-113708ce82f3 req-2b3f6ba3-deff-4521-82de-6c9185f30e24 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.1557434 Jun 28 23:21:33.731017 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-69631d3e-31d4-4d98-8023-113708ce82f3 req-880299c9-a1b3-4af9-b136-dc99f25bd53a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518074 Jun 28 23:21:33.745192 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e7e7a79c-f0d4-4516-96a4-c2bc1b35e21d req-44fb2b15-5ade-4bc9-a082-7e27dbabcc21 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448340 Jun 28 23:21:34.501028 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6924b58-4c7b-4bad-bfb8-a899e171dd24 req-ad12a02c-cb8c-4ee9-bf41-fe71f5e0a518 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:34.503718 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6924b58-4c7b-4bad-bfb8-a899e171dd24 req-ad12a02c-cb8c-4ee9-bf41-fe71f5e0a518 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.0880864 Jun 28 23:21:34.565807 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6924b58-4c7b-4bad-bfb8-a899e171dd24 req-72fd7c4a-f2ce-44fd-ba63-aa8dd64822ac tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510025 Jun 28 23:21:34.964049 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3e3ea-a594-49a6-bb44-556fe567328c req-462fad90-369a-4c28-94eb-3c51f08daf7d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:34.966123 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6cd3e3ea-a594-49a6-bb44-556fe567328c req-462fad90-369a-4c28-94eb-3c51f08daf7d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0794313 Jun 28 23:21:35.010578 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6cd3e3ea-a594-49a6-bb44-556fe567328c req-7b4c7cdb-02d1-4c7c-8959-97e13cfe5667 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368247 Jun 28 23:21:35.214916 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14febf1b-af07-419a-83fa-42de10e79289 req-3399c8bb-dd71-4ebf-80e9-96d4783c0354 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:35.217286 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14febf1b-af07-419a-83fa-42de10e79289 req-3399c8bb-dd71-4ebf-80e9-96d4783c0354 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0829630 Jun 28 23:21:35.232946 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 54452) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:35.238578 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-210a2e8e-2a18-4256-96d9-5b48b19cbe9e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Request body: {'floatingip': {'port_id': 'd524acfc-52e8-4e7f-8a39-4e447aee8764'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:21:35.278016 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-210a2e8e-2a18-4256-96d9-5b48b19cbe9e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for floatingip, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:36.037147 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3baa-b405-4c32-94f2-e051a0cdbe4d req-92b55f5b-fd5a-4a4e-9f5e-c6ee8cb1b8a5 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:36.038777 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e14c3baa-b405-4c32-94f2-e051a0cdbe4d req-92b55f5b-fd5a-4a4e-9f5e-c6ee8cb1b8a5 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.2375951 Jun 28 23:21:36.076660 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-210a2e8e-2a18-4256-96d9-5b48b19cbe9e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:36.084947 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-210a2e8e-2a18-4256-96d9-5b48b19cbe9e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:36.176599 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e14c3baa-b405-4c32-94f2-e051a0cdbe4d req-3c7e8912-9b9e-49d4-8064-b93efc4dae2f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221490 Jun 28 23:21:36.253641 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-210a2e8e-2a18-4256-96d9-5b48b19cbe9e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Floating IP e0c8abbf-a3cc-4f8d-984a-8ceddedf13a2 associated. External IP: 172.27.2.17, port: d524acfc-52e8-4e7f-8a39-4e447aee8764. Jun 28 23:21:36.696915 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210a2e8e-2a18-4256-96d9-5b48b19cbe9e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Router 2b2bd9d1-9982-4c89-868d-41f110e60622 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:21:36.810474 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210a2e8e-2a18-4256-96d9-5b48b19cbe9e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:21:36.817548 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-210a2e8e-2a18-4256-96d9-5b48b19cbe9e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:36.826526 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e5303-4717-4274-b608-f260d4b7e7aa None None] Sync routers for ids ['2b2bd9d1-9982-4c89-868d-41f110e60622'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:21:36.839163 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e5303-4717-4274-b608-f260d4b7e7aa None None] Routers {'2b2bd9d1-9982-4c89-868d-41f110e60622'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:21:36.839932 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-931e5303-4717-4274-b608-f260d4b7e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:21:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['2b2bd9d1-9982-4c89-868d-41f110e60622'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:36.861229 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-210a2e8e-2a18-4256-96d9-5b48b19cbe9e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "PUT /v2.0/floatingips/e0c8abbf-a3cc-4f8d-984a-8ceddedf13a2 HTTP/1.1" status: 200 len: 990 time: 1.6262519 Jun 28 23:21:36.862167 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'tag': 'd524acfc-52e8-4e7f-8a39-4e447aee8764'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:21:36.866062 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f7c7cc-10c2-4100-83a8-ae9c098110ae" -d '{"events": [{"name": "network-changed", "server_uuid": "48efc152-72be-4f8f-9ae7-3d6da06c1374", "tag": "d524acfc-52e8-4e7f-8a39-4e447aee8764"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:21:36.980618 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-931e5303-4717-4274-b608-f260d4b7e7aa None None] Set router 2b2bd9d1-9982-4c89-868d-41f110e60622 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:21:37.237418 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-931e5303-4717-4274-b608-f260d4b7e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:26Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': 'e0c8abbf-a3cc-4f8d-984a-8ceddedf13a2', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'port_id': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'mac_address': 'fa:16:3e:e1:e1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:20:37Z', 'updated_at': '2021-06-28T23:21:35Z', 'revision_number': 1, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa16f21-ec78-40cf-9c71-ff6767f50335', 'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'mac_address': 'fa:16:3e:61:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:21Z', 'updated_at': '2021-06-28T23:20:38Z', 'revision_number': 5, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'subnets': [{'id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:37.279074 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e171e70-1474-4847-be0a-e68952ea296d x-openstack-request-id: req-6e171e70-1474-4847-be0a-e68952ea296d {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:21:37.280662 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48efc152-72be-4f8f-9ae7-3d6da06c1374", "tag": "d524acfc-52e8-4e7f-8a39-4e447aee8764", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:21:37.281113 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e171e70-1474-4847-be0a-e68952ea296d {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:21:37.281797 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'tag': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'status': 'completed', 'code': 200} Jun 28 23:21:37.295081 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e5303-4717-4274-b608-f260d4b7e7aa None None] Checking router: 2b2bd9d1-9982-4c89-868d-41f110e60622 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:21:37.309429 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e5303-4717-4274-b608-f260d4b7e7aa None None] Routers {'2b2bd9d1-9982-4c89-868d-41f110e60622'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:21:37.310580 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-931e5303-4717-4274-b608-f260d4b7e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:21:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['2b2bd9d1-9982-4c89-868d-41f110e60622'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:37.456075 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73764-9c1d-4567-82ca-1442dc67d2c9 req-f0b61d5d-f3ee-4278-ba3e-5747b7e3a9cb tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:37.457430 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bef73764-9c1d-4567-82ca-1442dc67d2c9 req-f0b61d5d-f3ee-4278-ba3e-5747b7e3a9cb tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.0764954 Jun 28 23:21:37.464310 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-931e5303-4717-4274-b608-f260d4b7e7aa None None] Set router 2b2bd9d1-9982-4c89-868d-41f110e60622 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:21:37.504822 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bef73764-9c1d-4567-82ca-1442dc67d2c9 req-1ad3f9db-3866-458e-987b-10db06d756ef tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414474 Jun 28 23:21:37.745538 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-931e5303-4717-4274-b608-f260d4b7e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:26Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': 'e0c8abbf-a3cc-4f8d-984a-8ceddedf13a2', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'port_id': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'mac_address': 'fa:16:3e:e1:e1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:20:37Z', 'updated_at': '2021-06-28T23:21:35Z', 'revision_number': 1, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa16f21-ec78-40cf-9c71-ff6767f50335', 'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'mac_address': 'fa:16:3e:61:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:21Z', 'updated_at': '2021-06-28T23:20:38Z', 'revision_number': 5, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'subnets': [{'id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:37.795108 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e5303-4717-4274-b608-f260d4b7e7aa None None] The sync data for ids ['2b2bd9d1-9982-4c89-868d-41f110e60622'] in dv-cinder-792462-21-iscsi is: [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:26Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': 'e0c8abbf-a3cc-4f8d-984a-8ceddedf13a2', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'port_id': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'mac_address': 'fa:16:3e:e1:e1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:20:37Z', 'updated_at': '2021-06-28T23:21:35Z', 'revision_number': 1, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa16f21-ec78-40cf-9c71-ff6767f50335', 'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'mac_address': 'fa:16:3e:61:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:21Z', 'updated_at': '2021-06-28T23:20:38Z', 'revision_number': 5, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'subnets': [{'id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:21:37.999508 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378a058-092e-4720-9bad-aee8770b7fa8 None None] New status for floating IP e0c8abbf-a3cc-4f8d-984a-8ceddedf13a2: ACTIVE {{(pid=92896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:21:41.085331 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c7cc-10c2-4100-83a8-ae9c098110ae req-41736918-b4fc-4244-9c28-75fb6460c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:41.087912 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-77f7c7cc-10c2-4100-83a8-ae9c098110ae req-41736918-b4fc-4244-9c28-75fb6460c25d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b68cfa00cd7404184becbc31a93a071&device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 1098 time: 0.1029825 Jun 28 23:21:41.321014 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c7cc-10c2-4100-83a8-ae9c098110ae req-f1369800-054a-4aa5-9e2f-1ef2cba4fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:41.322410 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-77f7c7cc-10c2-4100-83a8-ae9c098110ae req-f1369800-054a-4aa5-9e2f-1ef2cba4fcaa service neutron] 10.222.0.47 "GET /v2.0/networks?id=803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 200 len: 917 time: 0.2268682 Jun 28 23:21:41.329996 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65187994-09cb-47e6-ab6a-9f136d314364 req-4b84aaef-36d6-471f-990f-03068f1ee86f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:41.331651 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-65187994-09cb-47e6-ab6a-9f136d314364 req-4b84aaef-36d6-471f-990f-03068f1ee86f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.2215548 Jun 28 23:21:41.418919 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-77f7c7cc-10c2-4100-83a8-ae9c098110ae req-2cdf4050-596b-463b-8f72-7329c1388685 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764 HTTP/1.1" status: 200 len: 1000 time: 0.0862112 Jun 28 23:21:41.424568 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-65187994-09cb-47e6-ab6a-9f136d314364 req-6d35bc7f-9ead-480a-ac40-058768c61356 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547917 Jun 28 23:21:41.475550 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c7cc-10c2-4100-83a8-ae9c098110ae req-39a60196-23c1-4c09-8769-2d34f9f58393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:41.477284 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-77f7c7cc-10c2-4100-83a8-ae9c098110ae req-39a60196-23c1-4c09-8769-2d34f9f58393 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e54f2da-94b4-4193-82c2-b27710ee5f6e HTTP/1.1" status: 200 len: 855 time: 0.0496655 Jun 28 23:21:41.558599 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c7cc-10c2-4100-83a8-ae9c098110ae req-5e57e464-8a36-425b-b09f-2d1f380c1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:41.560289 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-77f7c7cc-10c2-4100-83a8-ae9c098110ae req-5e57e464-8a36-425b-b09f-2d1f380c1955 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=803dd44f-307b-47e9-bd46-b2c20bf55e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0732422 Jun 28 23:21:41.664900 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-77f7c7cc-10c2-4100-83a8-ae9c098110ae req-ea9dfea6-391f-421f-bd00-9106d057f28d service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960727 Jun 28 23:21:41.832840 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-77f7c7cc-10c2-4100-83a8-ae9c098110ae req-0be9a688-1ec4-4ab7-9acd-ae70643c9952 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580043 Jun 28 23:21:42.698427 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba0f49-05a7-4b37-a4d0-76bf4f1e63cd req-d30e0290-21ca-441c-ba0b-74d8a5a310b1 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:42.700707 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-81ba0f49-05a7-4b37-a4d0-76bf4f1e63cd req-d30e0290-21ca-441c-ba0b-74d8a5a310b1 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1140370 Jun 28 23:21:42.770266 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-81ba0f49-05a7-4b37-a4d0-76bf4f1e63cd req-e27c5534-8d71-42d3-923b-2c1713b5d8ae tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616715 Jun 28 23:21:43.102053 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 54590) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:43.442783 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 54608) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:43.577711 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8eb47375-a85d-4604-a08c-dfa1c561d7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:43.656279 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2b104e8c-672a-4e91-a4c1-ff519674f8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:43.747603 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8eb47375-a85d-4604-a08c-dfa1c561d7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:43.755213 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8eb47375-a85d-4604-a08c-dfa1c561d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:43.760049 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8d8a70e6-69bd-40af-907c-80ae318d4f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:43.835877 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8eb47375-a85d-4604-a08c-dfa1c561d7f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13fd8c25bf6c4258bb79422cc9281967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7268856 Jun 28 23:21:43.838951 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 54618) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:43.839244 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb47375-a85d-4604-a08c-dfa1c561d7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbc352d-6662-4a40-9c5f-4a6d410983b4,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:43.854100 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8eb47375-a85d-4604-a08c-dfa1c561d7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:43.967517 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-21f304f7-65b2-40a3-81ff-c356b77aaadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:44.086151 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-21f304f7-65b2-40a3-81ff-c356b77aaadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:44.110635 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2b104e8c-672a-4e91-a4c1-ff519674f8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:44.127699 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2b104e8c-672a-4e91-a4c1-ff519674f8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:44.145492 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3f45e20b-602a-4bad-8004-3873c555541a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:44.249873 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-2b104e8c-672a-4e91-a4c1-ff519674f8c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c56d313d9794eabb58ca57390fe6282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8059061 Jun 28 23:21:44.250668 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b104e8c-672a-4e91-a4c1-ff519674f8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0295eaf2-a28e-4b23-9d46-eaf7349147a8,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:44.254317 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 54624) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:44.256188 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2b104e8c-672a-4e91-a4c1-ff519674f8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:44.315685 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1fa68-53ce-4677-bebf-7ebda7384fa6 req-d325958d-71e3-44e3-a741-9ecf9aa688e0 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:44.320620 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09c1fa68-53ce-4677-bebf-7ebda7384fa6 req-d325958d-71e3-44e3-a741-9ecf9aa688e0 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.3207290 Jun 28 23:21:44.323784 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-21f304f7-65b2-40a3-81ff-c356b77aaadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:44.326689 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-21f304f7-65b2-40a3-81ff-c356b77aaadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:44.327913 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-21f304f7-65b2-40a3-81ff-c356b77aaadd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/abbc352d-6662-4a40-9c5f-4a6d410983b4 HTTP/1.1" status: 204 len: 168 time: 0.4849322 Jun 28 23:21:44.328914 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:44.338961 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f304f7-65b2-40a3-81ff-c356b77aaadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbc352d-6662-4a40-9c5f-4a6d410983b4,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:44.341653 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-21f304f7-65b2-40a3-81ff-c356b77aaadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:44.379142 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5aa7aeb9-0e57-40fb-9cdf-bfe12b623b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:44.417617 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09c1fa68-53ce-4677-bebf-7ebda7384fa6 req-914ee8be-3382-444d-9967-9fac72c114e9 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538411 Jun 28 23:21:44.419480 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5aa7aeb9-0e57-40fb-9cdf-bfe12b623b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:44.514477 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5aa7aeb9-0e57-40fb-9cdf-bfe12b623b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:44.518170 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5aa7aeb9-0e57-40fb-9cdf-bfe12b623b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:44.520079 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5aa7aeb9-0e57-40fb-9cdf-bfe12b623b20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0295eaf2-a28e-4b23-9d46-eaf7349147a8 HTTP/1.1" status: 204 len: 168 time: 0.2642736 Jun 28 23:21:44.521021 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7dae28b5-59aa-4fb1-8c1c-b51b0bdf3201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:44.530134 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7aeb9-0e57-40fb-9cdf-bfe12b623b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0295eaf2-a28e-4b23-9d46-eaf7349147a8,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:44.533086 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5aa7aeb9-0e57-40fb-9cdf-bfe12b623b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:44.831103 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e6a1a-b4dd-49f9-ad19-ff05da905a96 req-8ab66ff3-6aa1-4cfd-b1c0-771b4bddeec4 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:44.845613 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c13e6a1a-b4dd-49f9-ad19-ff05da905a96 req-8ab66ff3-6aa1-4cfd-b1c0-771b4bddeec4 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 946 time: 0.1685157 Jun 28 23:21:44.929816 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c13e6a1a-b4dd-49f9-ad19-ff05da905a96 req-febdcaff-b3d8-4d95-bafa-448f3c19a71d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761018 Jun 28 23:21:45.845811 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f5625-4d4e-46f4-b938-7472dded6a4a req-0a0ee5aa-ccbe-47a3-842b-56de16a9f514 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:45.849424 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f64f5625-4d4e-46f4-b938-7472dded6a4a req-0a0ee5aa-ccbe-47a3-842b-56de16a9f514 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1775663 Jun 28 23:21:45.947876 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f64f5625-4d4e-46f4-b938-7472dded6a4a req-7e7f5dcb-ee17-4f04-8c7c-ebcea58ba5ec tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879242 Jun 28 23:21:46.302553 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526185-5dc5-41f3-a2a5-7d4cc823dbf7 req-1bab6148-8a82-43f9-80b5-f6b99e0bb6f4 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:46.315924 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-98526185-5dc5-41f3-a2a5-7d4cc823dbf7 req-1bab6148-8a82-43f9-80b5-f6b99e0bb6f4 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 946 time: 0.1535387 Jun 28 23:21:46.401058 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-98526185-5dc5-41f3-a2a5-7d4cc823dbf7 req-d7cfc215-ca59-45d9-a316-fd054798dcc4 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828743 Jun 28 23:21:47.277265 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27681c9e-6166-4d33-8750-e79add90aa36 req-b3339bf8-6e6d-4787-8db7-2bd2c1b84afe tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:47.281575 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-27681c9e-6166-4d33-8750-e79add90aa36 req-b3339bf8-6e6d-4787-8db7-2bd2c1b84afe tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1216903 Jun 28 23:21:47.346194 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-27681c9e-6166-4d33-8750-e79add90aa36 req-d4594e41-1dea-42f2-9a27-68fdfd50e0e5 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561914 Jun 28 23:21:47.702564 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2e68d-3b42-49ee-b11b-e5671b578759 req-8bd9c8e0-5f55-44bb-a066-60f8f8fca82d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:47.704193 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-56a2e68d-3b42-49ee-b11b-e5671b578759 req-8bd9c8e0-5f55-44bb-a066-60f8f8fca82d tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 946 time: 0.1483240 Jun 28 23:21:47.733476 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a91c45-f89c-4758-9b5c-27bdd9de9061 req-a35442f9-6146-46d0-a0c1-73f1246785f8 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:47.735055 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-91a91c45-f89c-4758-9b5c-27bdd9de9061 req-a35442f9-6146-46d0-a0c1-73f1246785f8 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.47 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 946 time: 0.1203876 Jun 28 23:21:47.817317 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-56a2e68d-3b42-49ee-b11b-e5671b578759 req-31cd1cfe-f9ab-4344-a5af-0e33a9fd4d7e tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc89b80a-380b-4ab7-80be-fa392b94ca64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988486 Jun 28 23:21:47.946639 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-91a91c45-f89c-4758-9b5c-27bdd9de9061 req-896cbae3-bc82-429b-8bc8-6d3e8d954932 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Deleting port 755456ae-351e-478e-9a1c-3c124f9361f7 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:21:47.947017 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-91a91c45-f89c-4758-9b5c-27bdd9de9061 req-896cbae3-bc82-429b-8bc8-6d3e8d954932 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:48.073923 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-91a91c45-f89c-4758-9b5c-27bdd9de9061 req-896cbae3-bc82-429b-8bc8-6d3e8d954932 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] For port 755456ae-351e-478e-9a1c-3c124f9361f7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=755456ae-351e-478e-9a1c-3c124f9361f7,segment=NetworkSegment(06be6f11-5aa1-4afb-aa89-9d30fa4acdd3),segment_id=06be6f11-5aa1-4afb-aa89-9d30fa4acdd3)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:21:48.074437 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-91a91c45-f89c-4758-9b5c-27bdd9de9061 req-896cbae3-bc82-429b-8bc8-6d3e8d954932 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:48.102677 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-91a91c45-f89c-4758-9b5c-27bdd9de9061 req-896cbae3-bc82-429b-8bc8-6d3e8d954932 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Calling delete_port for 755456ae-351e-478e-9a1c-3c124f9361f7 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:21:48.390353 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-91a91c45-f89c-4758-9b5c-27bdd9de9061 req-896cbae3-bc82-429b-8bc8-6d3e8d954932 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:48.402758 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:48.406030 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['755456ae-351e-478e-9a1c-3c124f9361f7'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:21:48.543525 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cbae3-bc82-429b-8bc8-6d3e8d954932 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Pushing event deleted for resources: {'Port': ['ID=755456ae-351e-478e-9a1c-3c124f9361f7,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:48.547292 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-896cbae3-bc82-429b-8bc8-6d3e8d954932 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:48.625521 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a91c45-f89c-4758-9b5c-27bdd9de9061 req-896cbae3-bc82-429b-8bc8-6d3e8d954932 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] No DVR routers for this DVR port 755456ae-351e-478e-9a1c-3c124f9361f7 on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:21:48.632022 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-91a91c45-f89c-4758-9b5c-27bdd9de9061 req-896cbae3-bc82-429b-8bc8-6d3e8d954932 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:48.638139 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-91a91c45-f89c-4758-9b5c-27bdd9de9061 req-896cbae3-bc82-429b-8bc8-6d3e8d954932 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.47 "DELETE /v2.0/ports/755456ae-351e-478e-9a1c-3c124f9361f7 HTTP/1.1" status: 204 len: 173 time: 0.8934512 Jun 28 23:21:48.645922 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10763ebd-c060-407e-b8c9-e8fb65abf5ca', 'name': 'network-vif-deleted', 'tag': '755456ae-351e-478e-9a1c-3c124f9361f7'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:21:48.651003 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e3245e-1316-43e7-bea1-a19236bc9e9b" -d '{"events": [{"server_uuid": "10763ebd-c060-407e-b8c9-e8fb65abf5ca", "name": "network-vif-deleted", "tag": "755456ae-351e-478e-9a1c-3c124f9361f7"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:21:48.718810 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f0e34-e1fd-445a-86ff-dbbe00ef11f5 req-2a6918e5-a6ba-44a3-b030-2ca137937552 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:48.720600 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-555f0e34-e1fd-445a-86ff-dbbe00ef11f5 req-2a6918e5-a6ba-44a3-b030-2ca137937552 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1720703 Jun 28 23:21:48.802330 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-555f0e34-e1fd-445a-86ff-dbbe00ef11f5 req-3dbd0c92-ab92-4d8e-961f-4b892e151287 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743835 Jun 28 23:21:48.810018 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648a527a-be33-4628-a4fd-d76978045399 x-openstack-request-id: req-648a527a-be33-4628-a4fd-d76978045399 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:21:48.810350 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10763ebd-c060-407e-b8c9-e8fb65abf5ca", "name": "network-vif-deleted", "tag": "755456ae-351e-478e-9a1c-3c124f9361f7", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:21:48.811160 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-648a527a-be33-4628-a4fd-d76978045399 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:21:48.811579 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10763ebd-c060-407e-b8c9-e8fb65abf5ca', 'name': 'network-vif-deleted', 'tag': '755456ae-351e-478e-9a1c-3c124f9361f7', 'status': 'completed', 'code': 200} Jun 28 23:21:49.002927 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-445f311f-a09e-4693-977e-2270744c1798 req-f933bb9e-b861-44a3-8351-17ca8795d7a1 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 210 time: 0.0288699 Jun 28 23:21:49.430064 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 54812) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:49.629936 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8d3925a4-9f97-4c71-be83-220fe5301f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:49.822046 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8d3925a4-9f97-4c71-be83-220fe5301f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:49.828032 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8d3925a4-9f97-4c71-be83-220fe5301f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:49.870531 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-21f304f7-65b2-40a3-81ff-c356b77aaadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:49.896587 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8d3925a4-9f97-4c71-be83-220fe5301f00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce59b677f13f4225a43b2aac00f52e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4619317 Jun 28 23:21:49.897514 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 54832) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:49.964182 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3925a4-9f97-4c71-be83-220fe5301f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673b90e3-359e-4efe-a99e-8618437e0e64,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:49.975245 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8d3925a4-9f97-4c71-be83-220fe5301f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:50.023237 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e224e575-2b62-426d-a78b-67fb56916d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:50.103784 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e224e575-2b62-426d-a78b-67fb56916d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:50.164999 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880005bc-39bb-4aa6-8ae6-9ba5b0a8f774 req-359056f9-59bc-44b8-a324-b55d0a39be4f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:50.172944 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-880005bc-39bb-4aa6-8ae6-9ba5b0a8f774 req-359056f9-59bc-44b8-a324-b55d0a39be4f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1667442 Jun 28 23:21:50.224521 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bea136bb-388e-4774-b277-a7f81dc94f6c req-b3f8369c-4a34-45e3-af08-0a8a2c5ec9ac tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] 10.222.0.35 "GET /v2.0/ports?device_id=10763ebd-c060-407e-b8c9-e8fb65abf5ca HTTP/1.1" status: 200 len: 210 time: 0.0339081 Jun 28 23:21:50.257191 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-880005bc-39bb-4aa6-8ae6-9ba5b0a8f774 req-34c36a29-b19a-4d3f-8d76-dc823395bfba tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832283 Jun 28 23:21:50.260577 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e224e575-2b62-426d-a78b-67fb56916d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:50.263218 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e224e575-2b62-426d-a78b-67fb56916d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:50.264603 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e224e575-2b62-426d-a78b-67fb56916d85 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/673b90e3-359e-4efe-a99e-8618437e0e64 HTTP/1.1" status: 204 len: 168 time: 0.3656108 Jun 28 23:21:50.265587 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8eb47375-a85d-4604-a08c-dfa1c561d7f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:50.287850 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224e575-2b62-426d-a78b-67fb56916d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673b90e3-359e-4efe-a99e-8618437e0e64,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:50.297095 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e224e575-2b62-426d-a78b-67fb56916d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:53.610514 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 755456ae-351e-478e-9a1c-3c124f9361f7 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:21:53.632473 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: 755456ae-351e-478e-9a1c-3c124f9361f7 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:21:53.632801 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 755456ae-351e-478e-9a1c-3c124f9361f7 not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:21:55.894746 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0f1d6fdf-2392-4034-b1d5-585469bababe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:56.588718 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:56.651486 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e547fc1-8d2b-4c7d-a8c9-dca6f6c5b47d req-389ce334-9550-4a03-b1c3-83820c4eff91 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:56.653432 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3e547fc1-8d2b-4c7d-a8c9-dca6f6c5b47d req-389ce334-9550-4a03-b1c3-83820c4eff91 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1599803 Jun 28 23:21:56.721785 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3e547fc1-8d2b-4c7d-a8c9-dca6f6c5b47d req-23b02fa7-6580-4873-a1bd-3a1c5e5dee49 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563030 Jun 28 23:21:58.005768 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cf975-0041-4a5b-800c-310b65505954 req-7da1171d-6841-4f3f-9105-8bfc7bb41398 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:58.008501 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-612cf975-0041-4a5b-800c-310b65505954 req-7da1171d-6841-4f3f-9105-8bfc7bb41398 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1235592 Jun 28 23:21:58.082419 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-612cf975-0041-4a5b-800c-310b65505954 req-d2b79a75-eb0f-407a-9cc5-fb4762efa2db tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615201 Jun 28 23:21:58.249137 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 54986) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:58.344364 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a30983-e2ac-47ba-b942-5c74e5974e0e admin admin] Deleting subnet 52e42ec7-a82c-4788-a27f-5aae9a6c798f {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:21:58.358863 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-01a30983-e2ac-47ba-b942-5c74e5974e0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:58.433398 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-01a30983-e2ac-47ba-b942-5c74e5974e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844663'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:58.502523 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-01a30983-e2ac-47ba-b942-5c74e5974e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:58.573467 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-01a30983-e2ac-47ba-b942-5c74e5974e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9014278'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:58.579244 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5e517565-f204-40b9-a6d6-7157520ef0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:58.618389 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-01a30983-e2ac-47ba-b942-5c74e5974e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:58.621542 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-01a30983-e2ac-47ba-b942-5c74e5974e0e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/52e42ec7-a82c-4788-a27f-5aae9a6c798f HTTP/1.1" status: 204 len: 168 time: 0.3707147 Jun 28 23:21:58.625868 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 54998) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:58.829952 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a30983-e2ac-47ba-b942-5c74e5974e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e42ec7-a82c-4788-a27f-5aae9a6c798f,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:58.836430 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-01a30983-e2ac-47ba-b942-5c74e5974e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:58.865882 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ef26-dc44-437f-b3b5-5a4cb600f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:58.988581 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:59.025536 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ef26-dc44-437f-b3b5-5a4cb600f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:59.043640 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-2ee3ef26-dc44-437f-b3b5-5a4cb600f769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af656bfe-629e-4b4a-b6d7-ae70e038479b']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:59.062900 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-2ee3ef26-dc44-437f-b3b5-5a4cb600f769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06be6f11-5aa1-4afb-aa89-9d30fa4acdd3') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:59.063374 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-2ee3ef26-dc44-437f-b3b5-5a4cb600f769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06be6f11-5aa1-4afb-aa89-9d30fa4acdd3') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:21:59.080667 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ef26-dc44-437f-b3b5-5a4cb600f769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844652'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:59.101861 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ef26-dc44-437f-b3b5-5a4cb600f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:59.113434 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee3ef26-dc44-437f-b3b5-5a4cb600f769 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:21:59.114089 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ef26-dc44-437f-b3b5-5a4cb600f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844820'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: timer() Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: cb(*args, **kw) Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: self._notify() Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: self.callback(batched_events) Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: event.method(event) Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._get(url).json() Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:21:59.116573 dv-cinder-792462-21-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:21:59.165165 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-86024c0b-b94e-4548-acd7-a71ee0e345d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:59.219608 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ef26-dc44-437f-b3b5-5a4cb600f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:59.231075 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ef26-dc44-437f-b3b5-5a4cb600f769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:59.240218 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2ee3ef26-dc44-437f-b3b5-5a4cb600f769 admin admin] 10.222.0.35 "DELETE /v2.0/networks/af656bfe-629e-4b4a-b6d7-ae70e038479b HTTP/1.1" status: 204 len: 168 time: 0.6093204 Jun 28 23:21:59.240218 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:59.261589 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3ef26-dc44-437f-b3b5-5a4cb600f769 admin admin] Pushing event deleted for resources: {'Network': ['ID=af656bfe-629e-4b4a-b6d7-ae70e038479b,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:59.266512 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2ee3ef26-dc44-437f-b3b5-5a4cb600f769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:59.409336 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778606a-dba0-40f8-a9df-a40890c38b88 req-04276594-fc3f-4ed1-a7c3-963bc5f7f933 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:21:59.412096 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9778606a-dba0-40f8-a9df-a40890c38b88 req-04276594-fc3f-4ed1-a7c3-963bc5f7f933 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.0953591 Jun 28 23:21:59.481917 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9778606a-dba0-40f8-a9df-a40890c38b88 req-73bf979c-1804-4416-802f-4a6d0826caa5 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636971 Jun 28 23:21:59.521115 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 55034) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:59.568649 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-558edf63-8f32-46c8-87c5-e6e2aea702c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf78b9e52bfd470e9cb0628eba2171a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0445023 Jun 28 23:21:59.569822 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 55036) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:21:59.627986 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-73ddbc80-af6b-4ba0-8ca4-9ab1790c107a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:59.653029 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-73ddbc80-af6b-4ba0-8ca4-9ab1790c107a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:59.723344 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-73ddbc80-af6b-4ba0-8ca4-9ab1790c107a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:59.728297 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-73ddbc80-af6b-4ba0-8ca4-9ab1790c107a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:21:59.730459 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-73ddbc80-af6b-4ba0-8ca4-9ab1790c107a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc89b80a-380b-4ab7-80be-fa392b94ca64 HTTP/1.1" status: 204 len: 168 time: 0.1592469 Jun 28 23:21:59.731769 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e76dc5c8-822a-47fd-a5b9-d21dacaa336d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:21:59.747763 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddbc80-af6b-4ba0-8ca4-9ab1790c107a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc89b80a-380b-4ab7-80be-fa392b94ca64,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:21:59.752413 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-73ddbc80-af6b-4ba0-8ca4-9ab1790c107a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:21:59.878179 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:02.069847 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:03.564729 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ec8da-b32b-4fc3-8d54-44f8589418e2 req-82117022-c084-47b8-aba9-2a67a89c99c7 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:03.566665 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-262ec8da-b32b-4fc3-8d54-44f8589418e2 req-82117022-c084-47b8-aba9-2a67a89c99c7 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.0930378 Jun 28 23:22:03.623474 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-262ec8da-b32b-4fc3-8d54-44f8589418e2 req-17144f02-143a-4dc6-b642-6de4f1d6d0e5 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460064 Jun 28 23:22:04.148350 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 55142) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:04.324877 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4fbe55f5-4055-4547-8ca8-e1d0fefd507b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:04.515037 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4fbe55f5-4055-4547-8ca8-e1d0fefd507b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:04.520215 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4fbe55f5-4055-4547-8ca8-e1d0fefd507b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:04.523065 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ef46ffcf-686b-4b41-b495-c336abb62e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:04.562961 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4fbe55f5-4055-4547-8ca8-e1d0fefd507b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9ef4b297c6d4bbdb1a4df3b3edefb3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119301 Jun 28 23:22:04.563995 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe55f5-4055-4547-8ca8-e1d0fefd507b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b0671c-3e68-4908-a6dc-fb71ca3dea0e,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:04.566350 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 55154) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:04.568070 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4fbe55f5-4055-4547-8ca8-e1d0fefd507b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:04.631174 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cd9cac9e-371a-4170-82cf-2e690ca60891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:04.655668 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cd9cac9e-371a-4170-82cf-2e690ca60891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:04.722118 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cd9cac9e-371a-4170-82cf-2e690ca60891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:04.728399 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cd9cac9e-371a-4170-82cf-2e690ca60891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:04.730563 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-cd9cac9e-371a-4170-82cf-2e690ca60891 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1b0671c-3e68-4908-a6dc-fb71ca3dea0e HTTP/1.1" status: 204 len: 168 time: 0.1623561 Jun 28 23:22:04.731928 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8b85801c-99be-4a3b-9c8d-99b14b4c7759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:04.746355 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cac9e-371a-4170-82cf-2e690ca60891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b0671c-3e68-4908-a6dc-fb71ca3dea0e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:04.754268 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cd9cac9e-371a-4170-82cf-2e690ca60891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:04.929803 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccda839-c6fc-456e-a8c4-957c389b74d5 req-4f133f7e-0fc7-45f9-a344-1d94bb54fb52 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:04.929803 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8ccda839-c6fc-456e-a8c4-957c389b74d5 req-4f133f7e-0fc7-45f9-a344-1d94bb54fb52 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1039708 Jun 28 23:22:04.975605 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8ccda839-c6fc-456e-a8c4-957c389b74d5 req-da5f82d1-622e-4c79-a857-b954b1d8a50d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385332 Jun 28 23:22:06.858282 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 55238) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:06.992923 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:07.156904 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:07.162277 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:07.166265 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f667b7d6-d534-4d0a-9274-0903062a66d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:07.212759 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42b1a56460ae4437bb4ca40fc5a3ba3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530312 Jun 28 23:22:07.214185 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5bb87f-9bde-4976-b9c3-cd9d9ee07700,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:07.215923 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 55248) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:07.222244 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:07.222954 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:07.223322 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:07.223680 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:07.224037 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:07.224387 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:07.224737 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:07.225139 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:07.225513 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:07.225854 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:07.226196 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:07.226538 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:07.231242 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:07.283770 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-98674225-586a-4f1f-9caa-ec94052515f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:07.320259 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-98674225-586a-4f1f-9caa-ec94052515f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:07.400066 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-98674225-586a-4f1f-9caa-ec94052515f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:07.405610 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-98674225-586a-4f1f-9caa-ec94052515f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:07.410402 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-98674225-586a-4f1f-9caa-ec94052515f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f5bb87f-9bde-4976-b9c3-cd9d9ee07700 HTTP/1.1" status: 204 len: 168 time: 0.1929808 Jun 28 23:22:07.411314 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fec9b98e-b7f2-4566-94dd-a9680c54278a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:07.430096 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98674225-586a-4f1f-9caa-ec94052515f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5bb87f-9bde-4976-b9c3-cd9d9ee07700,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:07.434439 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-98674225-586a-4f1f-9caa-ec94052515f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:07.748528 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 55258) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:07.763734 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7fd0dde8-8488-4033-84e3-908558c8aabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:07.883688 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7fd0dde8-8488-4033-84e3-908558c8aabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:07.890551 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7fd0dde8-8488-4033-84e3-908558c8aabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:07.893621 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:07.934026 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7fd0dde8-8488-4033-84e3-908558c8aabf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b8d273a528b400b806f1d7bdbb5b068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843412 Jun 28 23:22:07.935075 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0dde8-8488-4033-84e3-908558c8aabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a819c1-b40e-48b1-87ab-383f1530ee4c,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:07.940781 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 55260) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:07.947600 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7fd0dde8-8488-4033-84e3-908558c8aabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:08.001704 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fb0c4c6a-5505-4f8e-ae10-47bb7d9c274e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:08.029336 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fb0c4c6a-5505-4f8e-ae10-47bb7d9c274e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:08.097221 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fb0c4c6a-5505-4f8e-ae10-47bb7d9c274e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:08.102044 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fb0c4c6a-5505-4f8e-ae10-47bb7d9c274e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:08.108411 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-fb0c4c6a-5505-4f8e-ae10-47bb7d9c274e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0a819c1-b40e-48b1-87ab-383f1530ee4c HTTP/1.1" status: 204 len: 168 time: 0.1620626 Jun 28 23:22:08.108411 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-437cbe82-602d-41fe-9c59-140704093d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:08.118522 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c4c6a-5505-4f8e-ae10-47bb7d9c274e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a819c1-b40e-48b1-87ab-383f1530ee4c,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:08.122306 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fb0c4c6a-5505-4f8e-ae10-47bb7d9c274e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:08.827095 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:22:10.045010 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf846b5-9322-4aab-894e-d775dac6b6a7 req-ce55cb19-2ad2-4c52-a844-8c42e91ac857 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:10.047584 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4bf846b5-9322-4aab-894e-d775dac6b6a7 req-ce55cb19-2ad2-4c52-a844-8c42e91ac857 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1076994 Jun 28 23:22:10.117511 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4bf846b5-9322-4aab-894e-d775dac6b6a7 req-1da7ec7e-b7fc-4704-a895-d465fcc6328b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628893 Jun 28 23:22:11.359057 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a0327-0ecb-4fac-bbab-a82eaca50fbc req-b93c2bb2-d99c-4722-9d63-74193a145ad4 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:11.361690 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e5a0327-0ecb-4fac-bbab-a82eaca50fbc req-b93c2bb2-d99c-4722-9d63-74193a145ad4 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1157675 Jun 28 23:22:11.422729 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e5a0327-0ecb-4fac-bbab-a82eaca50fbc req-05486add-3bf6-4850-96ce-9a2bfacee378 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532472 Jun 28 23:22:11.869985 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 55388) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:12.137191 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-19cf2c38-4a59-4a8a-8578-58293075596f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:12.307443 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-19cf2c38-4a59-4a8a-8578-58293075596f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:12.313588 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-19cf2c38-4a59-4a8a-8578-58293075596f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:12.319537 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9b9fe24c-84fd-48e1-9990-8328d1b1a6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:12.379775 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-19cf2c38-4a59-4a8a-8578-58293075596f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29bf9129a0344bf49487bc573cc4ccae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5045309 Jun 28 23:22:12.380812 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 55416) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:12.389304 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf2c38-4a59-4a8a-8578-58293075596f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de50c1af-fadd-48a2-85b7-82973c5f3bdd,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:12.395906 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-19cf2c38-4a59-4a8a-8578-58293075596f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:12.474466 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:12.513500 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:12.612326 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:12.615260 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:12.616161 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de50c1af-fadd-48a2-85b7-82973c5f3bdd HTTP/1.1" status: 204 len: 168 time: 0.2350099 Jun 28 23:22:12.618704 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fb0c4c6a-5505-4f8e-ae10-47bb7d9c274e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:12.631585 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de50c1af-fadd-48a2-85b7-82973c5f3bdd,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:12.642284 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:12.642652 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:12.643033 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:12.643580 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:12.643934 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:12.644477 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:12.644826 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:12.645401 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:12.645761 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:12.646108 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:12.646481 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:12.646865 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:22:12.658175 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:12.687779 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d472b-d685-4eda-955d-22a324eb6268 req-21659e55-9205-4cf5-ba5d-f95b8e6df61c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:12.689503 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-403d472b-d685-4eda-955d-22a324eb6268 req-21659e55-9205-4cf5-ba5d-f95b8e6df61c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1110802 Jun 28 23:22:12.739742 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-403d472b-d685-4eda-955d-22a324eb6268 req-17384955-38dc-4899-8e17-cc42460e6d68 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386045 Jun 28 23:22:12.742257 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 55426) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:13.120935 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4c0403ce-b689-43b5-8a45-2f2d84edd577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:13.203969 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 55442) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:13.240005 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f32c6e8e-b2b5-46b4-a4d3-6e9b6b5c428d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:13.257338 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4c0403ce-b689-43b5-8a45-2f2d84edd577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:13.264535 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4c0403ce-b689-43b5-8a45-2f2d84edd577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:13.267449 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cd9cac9e-371a-4170-82cf-2e690ca60891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:13.312803 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4c0403ce-b689-43b5-8a45-2f2d84edd577 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a1d803cb2bd4b03b9101cce1b5c44bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5688858 Jun 28 23:22:13.313746 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0403ce-b689-43b5-8a45-2f2d84edd577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4340ca33-3f04-4499-93f3-8dd1d46759b2,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:13.317881 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4c0403ce-b689-43b5-8a45-2f2d84edd577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:13.318380 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 55444) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:13.395004 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f32c6e8e-b2b5-46b4-a4d3-6e9b6b5c428d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:13.400690 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f32c6e8e-b2b5-46b4-a4d3-6e9b6b5c428d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:13.404529 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:13.458585 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f32c6e8e-b2b5-46b4-a4d3-6e9b6b5c428d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=330b3e0dad5146eda4c55eb23df74a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525492 Jun 28 23:22:13.460239 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c6e8e-b2b5-46b4-a4d3-6e9b6b5c428d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5b55ad-e7a9-4213-9ca3-83684cdf990d,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:13.466421 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f32c6e8e-b2b5-46b4-a4d3-6e9b6b5c428d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:13.467226 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 55446) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:13.552562 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-616f6bc7-9c7a-405c-a07d-8f659aca81b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:13.580847 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-616f6bc7-9c7a-405c-a07d-8f659aca81b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:13.593687 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5a68396b-1cf9-4842-8a88-26ea87177870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:13.619848 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5a68396b-1cf9-4842-8a88-26ea87177870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:13.640359 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-616f6bc7-9c7a-405c-a07d-8f659aca81b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:13.643245 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-616f6bc7-9c7a-405c-a07d-8f659aca81b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:13.645226 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-616f6bc7-9c7a-405c-a07d-8f659aca81b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb5b55ad-e7a9-4213-9ca3-83684cdf990d HTTP/1.1" status: 204 len: 168 time: 0.1759059 Jun 28 23:22:13.646400 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-61c2979f-8939-41f6-b618-793102376aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:13.658730 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f6bc7-9c7a-405c-a07d-8f659aca81b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5b55ad-e7a9-4213-9ca3-83684cdf990d,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:13.664902 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-616f6bc7-9c7a-405c-a07d-8f659aca81b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:13.693374 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5a68396b-1cf9-4842-8a88-26ea87177870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:13.696022 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5a68396b-1cf9-4842-8a88-26ea87177870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:13.697797 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5a68396b-1cf9-4842-8a88-26ea87177870 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4340ca33-3f04-4499-93f3-8dd1d46759b2 HTTP/1.1" status: 204 len: 168 time: 0.3783548 Jun 28 23:22:13.698866 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-de979b0b-5717-4dba-9dff-be4585b7d42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:13.720419 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68396b-1cf9-4842-8a88-26ea87177870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4340ca33-3f04-4499-93f3-8dd1d46759b2,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:13.727975 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5a68396b-1cf9-4842-8a88-26ea87177870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:14.160243 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 55464) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:14.177456 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-87d37310-36ab-4aa6-bdfb-146b9d2d2ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:14.277633 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 55468) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:14.296467 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-87d37310-36ab-4aa6-bdfb-146b9d2d2ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:14.298159 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ec949892-855a-468e-bb6e-af1df7fe827e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:14.302030 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-87d37310-36ab-4aa6-bdfb-146b9d2d2ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:14.305015 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:14.372825 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-87d37310-36ab-4aa6-bdfb-146b9d2d2ba4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=23694b0845294577a831c7a0fb625e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106385 Jun 28 23:22:14.376096 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 55470) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:14.384200 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d37310-36ab-4aa6-bdfb-146b9d2d2ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21086c21-af75-4083-83a7-102cece8f1df,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:14.390022 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-87d37310-36ab-4aa6-bdfb-146b9d2d2ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:14.434998 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ec949892-855a-468e-bb6e-af1df7fe827e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:14.440489 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ec949892-855a-468e-bb6e-af1df7fe827e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:14.445138 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2ee757ae-90db-44a1-a2c0-6ecccfe249c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:14.448992 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b5a057af-f6ab-4234-83b0-d7a125eff810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:14.478961 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b5a057af-f6ab-4234-83b0-d7a125eff810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:14.488550 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ec949892-855a-468e-bb6e-af1df7fe827e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b30c426cb292496abcfbf72fb8dccaac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087033 Jun 28 23:22:14.492441 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 55472) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:14.509196 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec949892-855a-468e-bb6e-af1df7fe827e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a4ecf2-bbd3-4280-937f-6839949b601b,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:14.513925 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ec949892-855a-468e-bb6e-af1df7fe827e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:14.542034 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b5a057af-f6ab-4234-83b0-d7a125eff810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:14.545601 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b5a057af-f6ab-4234-83b0-d7a125eff810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:14.546810 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b5a057af-f6ab-4234-83b0-d7a125eff810 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21086c21-af75-4083-83a7-102cece8f1df HTTP/1.1" status: 204 len: 168 time: 0.1695371 Jun 28 23:22:14.548279 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5e0062b7-95dc-47d1-a215-130333989939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:14.557675 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a057af-f6ab-4234-83b0-d7a125eff810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21086c21-af75-4083-83a7-102cece8f1df,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:14.561311 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b5a057af-f6ab-4234-83b0-d7a125eff810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:14.590622 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6feab203-7007-468b-bbb3-1bbba9c2a248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:14.619755 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6feab203-7007-468b-bbb3-1bbba9c2a248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:14.681647 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6feab203-7007-468b-bbb3-1bbba9c2a248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:14.686944 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6feab203-7007-468b-bbb3-1bbba9c2a248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:14.688929 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6feab203-7007-468b-bbb3-1bbba9c2a248 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1a4ecf2-bbd3-4280-937f-6839949b601b HTTP/1.1" status: 204 len: 168 time: 0.1952283 Jun 28 23:22:14.689990 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:14.703777 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feab203-7007-468b-bbb3-1bbba9c2a248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a4ecf2-bbd3-4280-937f-6839949b601b,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:14.707578 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6feab203-7007-468b-bbb3-1bbba9c2a248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:16.763645 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 55534) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:16.885809 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-53ada272-76e0-4814-8a18-98699f51a172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:17.013947 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-53ada272-76e0-4814-8a18-98699f51a172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:17.018882 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-53ada272-76e0-4814-8a18-98699f51a172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:17.021821 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2b104e8c-672a-4e91-a4c1-ff519674f8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:17.060909 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ada272-76e0-4814-8a18-98699f51a172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38310ba1-2701-4c8d-b9c7-4ec3447f7064,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:17.068315 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 55540) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:17.068870 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-53ada272-76e0-4814-8a18-98699f51a172 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c44ab1cb06c45d397dd662ec0cc97d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026896 Jun 28 23:22:17.069789 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-53ada272-76e0-4814-8a18-98699f51a172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:17.131342 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f99982f4-a26d-4c15-8932-33cc639a89a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:17.157740 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f99982f4-a26d-4c15-8932-33cc639a89a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:17.230638 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f99982f4-a26d-4c15-8932-33cc639a89a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:17.235154 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f99982f4-a26d-4c15-8932-33cc639a89a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:17.236176 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f99982f4-a26d-4c15-8932-33cc639a89a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38310ba1-2701-4c8d-b9c7-4ec3447f7064 HTTP/1.1" status: 204 len: 168 time: 0.1661627 Jun 28 23:22:17.237063 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1f1b6356-5042-43bb-acf3-5823df33e363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:17.247495 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99982f4-a26d-4c15-8932-33cc639a89a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38310ba1-2701-4c8d-b9c7-4ec3447f7064,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:17.255289 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f99982f4-a26d-4c15-8932-33cc639a89a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:17.681536 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 55552) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:17.699847 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b76e79bf-0cfd-46a6-b5bc-fe8d2a7a114f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:17.817654 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b76e79bf-0cfd-46a6-b5bc-fe8d2a7a114f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:17.822035 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b76e79bf-0cfd-46a6-b5bc-fe8d2a7a114f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:17.825443 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0ab425f0-4e64-47fe-bcb4-c5018218862f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:17.871269 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b76e79bf-0cfd-46a6-b5bc-fe8d2a7a114f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34e55a6931bf46cc8534e7468f5ca50f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859210 Jun 28 23:22:17.871269 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e79bf-0cfd-46a6-b5bc-fe8d2a7a114f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a614ea6-374e-42ce-93de-f294aa60c522,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:17.871852 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 55554) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:17.874472 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b76e79bf-0cfd-46a6-b5bc-fe8d2a7a114f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:17.935769 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-306181c6-ac0c-47df-a303-a40c1a26cba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:17.961775 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-306181c6-ac0c-47df-a303-a40c1a26cba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:18.019520 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-306181c6-ac0c-47df-a303-a40c1a26cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:18.022433 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-306181c6-ac0c-47df-a303-a40c1a26cba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:18.023769 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-306181c6-ac0c-47df-a303-a40c1a26cba9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a614ea6-374e-42ce-93de-f294aa60c522 HTTP/1.1" status: 204 len: 168 time: 0.1506412 Jun 28 23:22:18.024744 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-826dcc86-16b0-44f1-982c-2edfdea1236a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:18.038276 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306181c6-ac0c-47df-a303-a40c1a26cba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a614ea6-374e-42ce-93de-f294aa60c522,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:18.044940 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-306181c6-ac0c-47df-a303-a40c1a26cba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:18.520114 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ba0d2-006b-489b-b16c-62a444f24dbe req-14d4e158-7ce8-4a3f-b1f0-f767e2e27db7 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:18.521577 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d9ba0d2-006b-489b-b16c-62a444f24dbe req-14d4e158-7ce8-4a3f-b1f0-f767e2e27db7 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.0817130 Jun 28 23:22:18.587984 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d9ba0d2-006b-489b-b16c-62a444f24dbe req-8c636bdf-d7d0-438d-90fc-d0ad2756f9e9 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553977 Jun 28 23:22:19.513568 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0f2ae-3924-4708-8f75-0c7e932f3dcc req-989ef90f-717d-41f8-b9f2-ce3e0ff8a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:19.515980 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b0c0f2ae-3924-4708-8f75-0c7e932f3dcc req-989ef90f-717d-41f8-b9f2-ce3e0ff8a1eb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 1098 time: 0.1397483 Jun 28 23:22:19.568894 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b0c0f2ae-3924-4708-8f75-0c7e932f3dcc req-614855a3-f981-43a5-a372-ae4ad3d03263 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431657 Jun 28 23:22:19.906134 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7cd70-ef0b-467f-aaf3-d274176b79a8 req-1abb12cc-4dc1-4e2c-8d53-824e919ac46a tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:19.907945 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-86a7cd70-ef0b-467f-aaf3-d274176b79a8 req-1abb12cc-4dc1-4e2c-8d53-824e919ac46a tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1236646 Jun 28 23:22:19.975101 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-86a7cd70-ef0b-467f-aaf3-d274176b79a8 req-f59170f5-1b41-4184-959e-dd3e2f53652f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562923 Jun 28 23:22:21.259683 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d741b35-7225-424b-91d9-e07072bc912e req-c3b6adfc-e4af-47c1-91d2-32b49b35027b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:21.262182 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8d741b35-7225-424b-91d9-e07072bc912e req-c3b6adfc-e4af-47c1-91d2-32b49b35027b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1056159 Jun 28 23:22:21.314140 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8d741b35-7225-424b-91d9-e07072bc912e req-311a4294-f920-4d84-92a2-171614304335 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401614 Jun 28 23:22:22.316840 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2838eab-0272-4902-b753-f71cd3fbf994 req-3de4d06c-220e-4455-b928-e7f9dbddabf6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527725 Jun 28 23:22:22.418193 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2838eab-0272-4902-b753-f71cd3fbf994 req-1a95e887-8ee5-488c-a2d4-125a5e339540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:22.420539 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2838eab-0272-4902-b753-f71cd3fbf994 req-1a95e887-8ee5-488c-a2d4-125a5e339540 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3dc7b99612764eb39646a3f140e7cad4&device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 1098 time: 0.0810678 Jun 28 23:22:22.595062 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2838eab-0272-4902-b753-f71cd3fbf994 req-a5ff6081-9994-4ab6-a3bd-fb15ec923cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:22.596663 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2838eab-0272-4902-b753-f71cd3fbf994 req-a5ff6081-9994-4ab6-a3bd-fb15ec923cb8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 HTTP/1.1" status: 200 len: 920 time: 0.1519299 Jun 28 23:22:22.617733 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299d8b8-9a9b-4ec3-b7bd-38ccdde5ba6d req-ac8d4c59-b790-45af-a6d7-2335bdde133b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:22.619329 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3299d8b8-9a9b-4ec3-b7bd-38ccdde5ba6d req-ac8d4c59-b790-45af-a6d7-2335bdde133b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1564231 Jun 28 23:22:22.652232 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2838eab-0272-4902-b753-f71cd3fbf994 req-eaf5d792-34d5-43d7-8804-9ddacd0021b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6691959-c97b-41af-83ea-c00e07dab274 HTTP/1.1" status: 200 len: 217 time: 0.0483525 Jun 28 23:22:22.724697 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3299d8b8-9a9b-4ec3-b7bd-38ccdde5ba6d req-ced4e9a2-8bc2-4888-9ddf-a7380f6bc6a5 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753598 Jun 28 23:22:22.737216 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2838eab-0272-4902-b753-f71cd3fbf994 req-4d784aa1-6aaf-49c6-9323-348a1edd5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:22.738994 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2838eab-0272-4902-b753-f71cd3fbf994 req-4d784aa1-6aaf-49c6-9323-348a1edd5b45 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=765aa8e1-0636-4338-8592-99c6680980f0 HTTP/1.1" status: 200 len: 859 time: 0.0783808 Jun 28 23:22:22.794803 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2838eab-0272-4902-b753-f71cd3fbf994 req-c6f6d6c2-1003-40c8-883e-ffc0fcd8389b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484018 Jun 28 23:22:22.940284 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2838eab-0272-4902-b753-f71cd3fbf994 req-6ab5c4a3-1cd4-4de9-9ea1-60e4a2e112fd service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379116 Jun 28 23:22:22.993838 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf49655-9f25-4d92-b11b-edf73c00509c req-f2588b29-4b17-4d99-999f-428b4ec8afcc tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:22.996433 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cbf49655-9f25-4d92-b11b-edf73c00509c req-f2588b29-4b17-4d99-999f-428b4ec8afcc tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1288557 Jun 28 23:22:23.111195 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cbf49655-9f25-4d92-b11b-edf73c00509c req-70d99f6a-dc7b-42e1-8979-16d78192fe5f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706730 Jun 28 23:22:23.140384 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2838eab-0272-4902-b753-f71cd3fbf994 req-37d54946-6452-4845-8c21-9d405624a5e7 service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920252 Jun 28 23:22:25.897427 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b8a16c5e-7c93-493e-8631-8ce76ae8e47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:26.570481 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:28.973869 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:29.164965 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d7721428-5b5e-4ded-92e9-b6ec1c70b2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:29.852683 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:31.229094 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 55862) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:31.367191 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0c525db2-fb59-4294-a901-7cb70378a786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:31.539757 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0c525db2-fb59-4294-a901-7cb70378a786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:31.555616 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0c525db2-fb59-4294-a901-7cb70378a786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:31.562616 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ec949892-855a-468e-bb6e-af1df7fe827e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:31.702151 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 55898) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:31.726073 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 55906) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:31.726308 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0c525db2-fb59-4294-a901-7cb70378a786 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3e784c514ad4a5eacf61d1de4a8b27a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960325 Jun 28 23:22:31.795653 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c525db2-fb59-4294-a901-7cb70378a786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9963313a-18c4-4518-9724-c836ad2af96b,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:31.816436 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0c525db2-fb59-4294-a901-7cb70378a786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:31.851719 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-98bd694d-6a3c-4968-9a54-735478603354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:31.868145 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11f3c6-947b-4b78-8277-0c3b6405731f req-8693b976-366f-4562-bf58-b214d3f3d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:31.871134 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-de11f3c6-947b-4b78-8277-0c3b6405731f req-8693b976-366f-4562-bf58-b214d3f3d7a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3dc7b99612764eb39646a3f140e7cad4&device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 1098 time: 0.2114272 Jun 28 23:22:31.904569 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-98bd694d-6a3c-4968-9a54-735478603354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:31.945409 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d6111991-c196-4392-bd15-149b5260484e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:32.019729 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-98bd694d-6a3c-4968-9a54-735478603354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:32.025698 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-98bd694d-6a3c-4968-9a54-735478603354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:32.032929 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-98bd694d-6a3c-4968-9a54-735478603354 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9963313a-18c4-4518-9724-c836ad2af96b HTTP/1.1" status: 204 len: 168 time: 0.3056033 Jun 28 23:22:32.035814 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8299c9d8-575c-4107-9b4b-a3c9effe289d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:32.057064 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd694d-6a3c-4968-9a54-735478603354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9963313a-18c4-4518-9724-c836ad2af96b,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:32.062148 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-98bd694d-6a3c-4968-9a54-735478603354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:32.065590 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162039e7-ff2d-4d74-9721-755859b0f6da req-b97abc43-6ee5-41d6-994f-a6612be7ef88 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:32.067532 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-162039e7-ff2d-4d74-9721-755859b0f6da req-b97abc43-6ee5-41d6-994f-a6612be7ef88 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1414487 Jun 28 23:22:32.095164 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11f3c6-947b-4b78-8277-0c3b6405731f req-12aaea20-446e-4171-9fde-6d116e067c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:32.097481 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-de11f3c6-947b-4b78-8277-0c3b6405731f req-12aaea20-446e-4171-9fde-6d116e067c6c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 HTTP/1.1" status: 200 len: 920 time: 0.2195530 Jun 28 23:22:32.157327 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-de11f3c6-947b-4b78-8277-0c3b6405731f req-d0c9b4f7-ee1f-419a-b84b-34d4419417e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6691959-c97b-41af-83ea-c00e07dab274 HTTP/1.1" status: 200 len: 217 time: 0.0494802 Jun 28 23:22:32.174452 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:32.200655 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-162039e7-ff2d-4d74-9721-755859b0f6da req-11dd53a5-6442-481f-b918-ff04a2e9b848 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205637 Jun 28 23:22:32.204562 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d6111991-c196-4392-bd15-149b5260484e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:32.214611 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d6111991-c196-4392-bd15-149b5260484e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:32.250306 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-616f6bc7-9c7a-405c-a07d-8f659aca81b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:32.271839 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11f3c6-947b-4b78-8277-0c3b6405731f req-48d7ac89-5513-4b81-9aed-f3f475ccde23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:32.273324 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-de11f3c6-947b-4b78-8277-0c3b6405731f req-48d7ac89-5513-4b81-9aed-f3f475ccde23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=765aa8e1-0636-4338-8592-99c6680980f0 HTTP/1.1" status: 200 len: 859 time: 0.0927212 Jun 28 23:22:32.281965 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d6111991-c196-4392-bd15-149b5260484e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5d85208aa4b48e79f5a5556290c74cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5786867 Jun 28 23:22:32.286695 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 55920) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:32.303988 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6111991-c196-4392-bd15-149b5260484e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6d75bd-8185-47ff-a778-9fe38c1afdcb,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:32.308600 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d6111991-c196-4392-bd15-149b5260484e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:32.341723 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-de11f3c6-947b-4b78-8277-0c3b6405731f req-191823c3-9e3a-4060-9fe5-ad27992a56a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604453 Jun 28 23:22:32.355146 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c909519-549f-487b-9bf4-0c3e994d8ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:32.382520 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c909519-549f-487b-9bf4-0c3e994d8ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:32.452128 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c909519-549f-487b-9bf4-0c3e994d8ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:32.455742 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c909519-549f-487b-9bf4-0c3e994d8ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:32.459621 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7c909519-549f-487b-9bf4-0c3e994d8ac8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f6d75bd-8185-47ff-a778-9fe38c1afdcb HTTP/1.1" status: 204 len: 168 time: 0.1715910 Jun 28 23:22:32.460952 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-87d37310-36ab-4aa6-bdfb-146b9d2d2ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:32.471206 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c909519-549f-487b-9bf4-0c3e994d8ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6d75bd-8185-47ff-a778-9fe38c1afdcb,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:32.474646 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7c909519-549f-487b-9bf4-0c3e994d8ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:32.519747 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-de11f3c6-947b-4b78-8277-0c3b6405731f req-188802f2-2cab-4700-9103-2bebd9e563fd service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700327 Jun 28 23:22:32.661802 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-de11f3c6-947b-4b78-8277-0c3b6405731f req-c0e6e6ad-5789-4c40-a08a-f4fa47c2c252 service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349711 Jun 28 23:22:32.958681 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 55950) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:32.983148 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6a8036c1-df0e-4372-87ca-95f8a8e1c0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:33.128324 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6a8036c1-df0e-4372-87ca-95f8a8e1c0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:33.136569 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6a8036c1-df0e-4372-87ca-95f8a8e1c0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:33.143427 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:33.205651 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8036c1-df0e-4372-87ca-95f8a8e1c0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cc1d3e-58c3-4d17-a870-df2759321beb,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:33.217598 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 55962) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:33.220805 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6a8036c1-df0e-4372-87ca-95f8a8e1c0db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e9686660f84a49abb163786f2812621c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602837 Jun 28 23:22:33.231998 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6a8036c1-df0e-4372-87ca-95f8a8e1c0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:33.312328 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7f3904f5-e886-4274-98df-ae07a11bacf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:33.360456 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7f3904f5-e886-4274-98df-ae07a11bacf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:33.380250 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 55970) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:33.443401 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7f3904f5-e886-4274-98df-ae07a11bacf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:33.448228 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7f3904f5-e886-4274-98df-ae07a11bacf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:33.453832 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7f3904f5-e886-4274-98df-ae07a11bacf9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4cc1d3e-58c3-4d17-a870-df2759321beb HTTP/1.1" status: 204 len: 168 time: 0.2342014 Jun 28 23:22:33.455376 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b76e79bf-0cfd-46a6-b5bc-fe8d2a7a114f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:33.465657 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3904f5-e886-4274-98df-ae07a11bacf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cc1d3e-58c3-4d17-a870-df2759321beb,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:33.469936 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7f3904f5-e886-4274-98df-ae07a11bacf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:33.544293 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcedf2d-2297-41c9-a3a5-c28a67459130 req-124d6480-c6d0-4fee-a8e9-271cc6632ec9 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:33.544293 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2bcedf2d-2297-41c9-a3a5-c28a67459130 req-124d6480-c6d0-4fee-a8e9-271cc6632ec9 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1282740 Jun 28 23:22:33.609491 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-497d3356-fb5c-4c29-a0eb-b31dcb7d82b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:33.632090 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2bcedf2d-2297-41c9-a3a5-c28a67459130 req-ede7f111-9ce7-4bdb-a99d-8eb85d995ea8 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930307 Jun 28 23:22:33.818782 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-497d3356-fb5c-4c29-a0eb-b31dcb7d82b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:33.825561 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-497d3356-fb5c-4c29-a0eb-b31dcb7d82b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:33.830258 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0c525db2-fb59-4294-a901-7cb70378a786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:33.894792 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d3356-fb5c-4c29-a0eb-b31dcb7d82b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd73cd58-97a0-470b-8f8c-fc1ca8534f39,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:33.901771 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-497d3356-fb5c-4c29-a0eb-b31dcb7d82b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:33.907281 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-497d3356-fb5c-4c29-a0eb-b31dcb7d82b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba83c36a8005448a891a3cfbf6cae40f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256147 Jun 28 23:22:33.911845 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 56002) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:34.012846 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc9c59a7-549c-4f61-a63d-8288931d99c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:34.064385 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc9c59a7-549c-4f61-a63d-8288931d99c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:34.143317 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc9c59a7-549c-4f61-a63d-8288931d99c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:34.146102 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc9c59a7-549c-4f61-a63d-8288931d99c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:34.149616 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-cc9c59a7-549c-4f61-a63d-8288931d99c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd73cd58-97a0-470b-8f8c-fc1ca8534f39 HTTP/1.1" status: 204 len: 168 time: 0.2325854 Jun 28 23:22:34.149616 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2f08efdb-c66d-4e47-9d80-3b53d41ddce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:34.159678 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c59a7-549c-4f61-a63d-8288931d99c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd73cd58-97a0-470b-8f8c-fc1ca8534f39,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:34.163251 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cc9c59a7-549c-4f61-a63d-8288931d99c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:34.824884 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbbeea-6f5a-47e0-8244-d69e709b0332 req-ab965b01-d4bb-49c7-a6a8-a5d3553caa6f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:34.826359 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1bcbbeea-6f5a-47e0-8244-d69e709b0332 req-ab965b01-d4bb-49c7-a6a8-a5d3553caa6f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0674582 Jun 28 23:22:34.876362 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1bcbbeea-6f5a-47e0-8244-d69e709b0332 req-0a9f2b21-61a7-43ce-89c3-1d507aa859e9 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438313 Jun 28 23:22:35.562007 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 56096) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:35.729440 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b8e79417-694c-4a8d-8a4b-745339531997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:35.887192 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b8e79417-694c-4a8d-8a4b-745339531997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:35.893450 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b8e79417-694c-4a8d-8a4b-745339531997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:35.897375 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-98674225-586a-4f1f-9caa-ec94052515f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:35.948321 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e79417-694c-4a8d-8a4b-745339531997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5828d984-1f6c-43fb-9360-9db7f9dd5fa6,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:35.956911 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 56110) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:35.957525 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-b8e79417-694c-4a8d-8a4b-745339531997 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e0697c7367f4e5ab191dd743d308d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938503 Jun 28 23:22:35.958740 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b8e79417-694c-4a8d-8a4b-745339531997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:36.069937 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-027b3907-ee4b-48fc-9d1a-d08e3aba49e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:36.107780 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-027b3907-ee4b-48fc-9d1a-d08e3aba49e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:36.184768 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82b9f5-44f7-4d33-867c-6821029cd5cb req-1aff75b1-38db-49b7-b2d8-a1b363f62a3d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:36.186426 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5d82b9f5-44f7-4d33-867c-6821029cd5cb req-1aff75b1-38db-49b7-b2d8-a1b363f62a3d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0834165 Jun 28 23:22:36.208277 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-027b3907-ee4b-48fc-9d1a-d08e3aba49e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:36.210994 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-027b3907-ee4b-48fc-9d1a-d08e3aba49e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:36.220509 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-027b3907-ee4b-48fc-9d1a-d08e3aba49e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5828d984-1f6c-43fb-9360-9db7f9dd5fa6 HTTP/1.1" status: 204 len: 168 time: 0.2595563 Jun 28 23:22:36.220509 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:36.229913 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b3907-ee4b-48fc-9d1a-d08e3aba49e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5828d984-1f6c-43fb-9360-9db7f9dd5fa6,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:36.245473 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-027b3907-ee4b-48fc-9d1a-d08e3aba49e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:36.247600 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5d82b9f5-44f7-4d33-867c-6821029cd5cb req-c953a821-4d62-4810-bee2-06e2ca0df8f5 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474975 Jun 28 23:22:36.578452 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 56126) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:36.592726 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1b37848-341f-40f3-9fd1-99611d6d057a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:36.696825 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1b37848-341f-40f3-9fd1-99611d6d057a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:36.703306 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1b37848-341f-40f3-9fd1-99611d6d057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:36.706316 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7f3904f5-e886-4274-98df-ae07a11bacf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:36.747781 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b1b37848-341f-40f3-9fd1-99611d6d057a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ae85e140f334c97972582ca133ca713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680470 Jun 28 23:22:36.748883 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b37848-341f-40f3-9fd1-99611d6d057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff8c385-ad90-4694-8aec-309608b744b0,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:36.751536 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 56130) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:36.753092 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b1b37848-341f-40f3-9fd1-99611d6d057a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:36.850496 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-05ebad2e-7848-4ef9-93b6-66e4fc84281f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:36.883694 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-05ebad2e-7848-4ef9-93b6-66e4fc84281f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:36.942507 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-05ebad2e-7848-4ef9-93b6-66e4fc84281f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:36.945552 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-05ebad2e-7848-4ef9-93b6-66e4fc84281f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:36.946718 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-05ebad2e-7848-4ef9-93b6-66e4fc84281f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ff8c385-ad90-4694-8aec-309608b744b0 HTTP/1.1" status: 204 len: 168 time: 0.1938012 Jun 28 23:22:36.947766 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-995b8949-049f-4d40-acb5-698767f0f8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:36.956876 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebad2e-7848-4ef9-93b6-66e4fc84281f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff8c385-ad90-4694-8aec-309608b744b0,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:36.959532 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-05ebad2e-7848-4ef9-93b6-66e4fc84281f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:37.533623 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2bd35-449a-4df4-ab51-49f393391a4c req-0e58e069-a515-4374-80e1-b1a40d3cd65e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:37.535273 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9ef2bd35-449a-4df4-ab51-49f393391a4c req-0e58e069-a515-4374-80e1-b1a40d3cd65e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0772040 Jun 28 23:22:37.582493 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9ef2bd35-449a-4df4-ab51-49f393391a4c req-e3027cba-8005-445c-a1d7-95854a7f8ad3 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Jun 28 23:22:38.804307 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a16de-09ff-4731-9988-6aa322958f40 req-5721daea-4094-4ddc-9146-cac376c5acaf tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:38.805993 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4b2a16de-09ff-4731-9988-6aa322958f40 req-5721daea-4094-4ddc-9146-cac376c5acaf tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0940499 Jun 28 23:22:38.868148 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4b2a16de-09ff-4731-9988-6aa322958f40 req-1c4d1e9c-05ae-492f-819f-b3032e6c1118 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559616 Jun 28 23:22:40.126101 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d52667-1f9f-48bd-af02-03796bd7103e req-3873e7f8-47c2-48ba-a03b-280fa2666262 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:40.128669 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d7d52667-1f9f-48bd-af02-03796bd7103e req-3873e7f8-47c2-48ba-a03b-280fa2666262 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0797167 Jun 28 23:22:40.174397 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d7d52667-1f9f-48bd-af02-03796bd7103e req-2da9c58b-f6b9-4a2e-aa93-ab59653e61df tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397241 Jun 28 23:22:41.431008 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b61953-0c8e-4cb0-b274-d4ed8e4651b8 req-aff5ade6-e0fc-4112-9d72-e593d127ed72 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:41.432648 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d6b61953-0c8e-4cb0-b274-d4ed8e4651b8 req-aff5ade6-e0fc-4112-9d72-e593d127ed72 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0893006 Jun 28 23:22:41.491368 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d6b61953-0c8e-4cb0-b274-d4ed8e4651b8 req-43736155-28ee-4e17-a7dd-d8c57f2eee45 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431376 Jun 28 23:22:42.748813 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196fe64-b983-4f33-b8e8-6196f74c190f req-c8fa5694-91b7-46bb-8926-a440f1306aad tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:42.750299 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8196fe64-b983-4f33-b8e8-6196f74c190f req-c8fa5694-91b7-46bb-8926-a440f1306aad tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0816979 Jun 28 23:22:42.793658 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8196fe64-b983-4f33-b8e8-6196f74c190f req-14856191-b947-4448-a848-ac3983db781d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368955 Jun 28 23:22:42.919911 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 56288) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:43.050199 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e39dc080-a2a2-4efa-95dd-91e08ca65a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:43.158492 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e39dc080-a2a2-4efa-95dd-91e08ca65a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:43.174102 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e39dc080-a2a2-4efa-95dd-91e08ca65a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:43.176877 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-46897e98-c89a-47da-8288-d1f5b286fa03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:43.219169 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e39dc080-a2a2-4efa-95dd-91e08ca65a06 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6fdca12067374cb2b5f2e604d8c65e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981064 Jun 28 23:22:43.221354 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dc080-a2a2-4efa-95dd-91e08ca65a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9054f9-bb4f-4cd4-9945-e0893c7eabe8,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:43.224683 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 56304) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:43.228606 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e39dc080-a2a2-4efa-95dd-91e08ca65a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:43.282760 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78525092-99e4-498d-8087-5bcb09aec474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:43.306760 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78525092-99e4-498d-8087-5bcb09aec474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:43.362757 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78525092-99e4-498d-8087-5bcb09aec474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:43.365490 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78525092-99e4-498d-8087-5bcb09aec474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:43.366635 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-78525092-99e4-498d-8087-5bcb09aec474 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b9054f9-bb4f-4cd4-9945-e0893c7eabe8 HTTP/1.1" status: 204 len: 168 time: 0.1404574 Jun 28 23:22:43.367433 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f71e0fb5-af3f-43e1-bb81-cab891e3e979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:43.375536 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78525092-99e4-498d-8087-5bcb09aec474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9054f9-bb4f-4cd4-9945-e0893c7eabe8,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:43.378428 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-78525092-99e4-498d-8087-5bcb09aec474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:43.711020 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 56338) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:43.730945 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6a5b109c-0b51-4f10-9f1d-d021567bf982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:43.882117 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6a5b109c-0b51-4f10-9f1d-d021567bf982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:43.887732 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6a5b109c-0b51-4f10-9f1d-d021567bf982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:43.893318 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-19cf2c38-4a59-4a8a-8578-58293075596f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:43.963419 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 56354) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:43.964626 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6a5b109c-0b51-4f10-9f1d-d021567bf982 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df9d10a7a50842e0a5890184b6fab74b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512112 Jun 28 23:22:43.966633 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b109c-0b51-4f10-9f1d-d021567bf982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0eedda-3460-4825-964f-17951dc89aa3,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:43.971912 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6a5b109c-0b51-4f10-9f1d-d021567bf982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:44.025057 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d43f23d-aa4d-4c62-b7ef-b37fa3e00b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:44.257677 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d43f23d-aa4d-4c62-b7ef-b37fa3e00b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:44.318218 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d43f23d-aa4d-4c62-b7ef-b37fa3e00b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:44.320953 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d43f23d-aa4d-4c62-b7ef-b37fa3e00b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:44.322097 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3d43f23d-aa4d-4c62-b7ef-b37fa3e00b04 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab0eedda-3460-4825-964f-17951dc89aa3 HTTP/1.1" status: 204 len: 168 time: 0.3577023 Jun 28 23:22:44.322850 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-44b7f8fc-ae48-4293-8c53-f820a163afd1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:44.330941 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43f23d-aa4d-4c62-b7ef-b37fa3e00b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0eedda-3460-4825-964f-17951dc89aa3,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:44.337216 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3d43f23d-aa4d-4c62-b7ef-b37fa3e00b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:45.830561 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:22:46.339160 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362de380-153d-4e1c-9b95-325ff6263e56 req-6832986d-200e-46f9-9d88-c73422290b98 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:46.341695 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-362de380-153d-4e1c-9b95-325ff6263e56 req-6832986d-200e-46f9-9d88-c73422290b98 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1076853 Jun 28 23:22:46.406132 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-362de380-153d-4e1c-9b95-325ff6263e56 req-7558316d-d3b7-49ca-83f2-10069a79add0 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542517 Jun 28 23:22:46.747443 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 56470) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:46.895419 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f30d0736-c977-4147-9374-a083649f2d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:47.010853 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f30d0736-c977-4147-9374-a083649f2d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:47.016163 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f30d0736-c977-4147-9374-a083649f2d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:47.028935 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:47.059311 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f30d0736-c977-4147-9374-a083649f2d39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d12e393b1524d24a0ee9dbf97291024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088460 Jun 28 23:22:47.061232 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 56502) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:47.069837 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d0736-c977-4147-9374-a083649f2d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabc9d7a-6e58-4aef-b8ba-26906a076efc,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:47.079898 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f30d0736-c977-4147-9374-a083649f2d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:47.147462 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d544a71-57ca-4d50-8568-6b48258fc6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:47.186096 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d544a71-57ca-4d50-8568-6b48258fc6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:47.267717 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d544a71-57ca-4d50-8568-6b48258fc6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:47.270368 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d544a71-57ca-4d50-8568-6b48258fc6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:47.271537 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9d544a71-57ca-4d50-8568-6b48258fc6de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eabc9d7a-6e58-4aef-b8ba-26906a076efc HTTP/1.1" status: 204 len: 168 time: 0.2092714 Jun 28 23:22:47.272547 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0796b737-5af0-49f0-8256-d41b962c60f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:47.283015 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d544a71-57ca-4d50-8568-6b48258fc6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabc9d7a-6e58-4aef-b8ba-26906a076efc,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:47.285421 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9d544a71-57ca-4d50-8568-6b48258fc6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:47.704162 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b31eaf-d8d7-477c-b042-d1ea1e28c833 req-a235655b-29e3-4ae0-814d-b34d11fe9f51 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:47.707065 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b2b31eaf-d8d7-477c-b042-d1ea1e28c833 req-a235655b-29e3-4ae0-814d-b34d11fe9f51 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0816181 Jun 28 23:22:47.763599 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b2b31eaf-d8d7-477c-b042-d1ea1e28c833 req-caddf13c-e3d1-46dd-aa38-6a2ae42ca2cf tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507784 Jun 28 23:22:47.805503 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 56548) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:47.815703 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 56552) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:47.926763 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9c5da34d-2c18-4d9e-94db-1ebb3ef0bf22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:47.934790 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6823bd22-2287-4bdf-93c2-8620af9b0793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.032554 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9c5da34d-2c18-4d9e-94db-1ebb3ef0bf22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.037498 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9c5da34d-2c18-4d9e-94db-1ebb3ef0bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.040707 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4c0403ce-b689-43b5-8a45-2f2d84edd577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:48.083169 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9c5da34d-2c18-4d9e-94db-1ebb3ef0bf22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b779848db22d4e7b90484882fa56f62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763736 Jun 28 23:22:48.083875 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 56558) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:48.085988 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5da34d-2c18-4d9e-94db-1ebb3ef0bf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16db40e1-caec-4b74-a9db-75962d606bb2,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:48.094137 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9c5da34d-2c18-4d9e-94db-1ebb3ef0bf22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:48.146809 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d43fb44b-0591-43bf-9e5a-f3cc935bd1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.154667 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6823bd22-2287-4bdf-93c2-8620af9b0793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.159228 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6823bd22-2287-4bdf-93c2-8620af9b0793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.162813 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-78525092-99e4-498d-8087-5bcb09aec474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:48.174473 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d43fb44b-0591-43bf-9e5a-f3cc935bd1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.201940 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-6823bd22-2287-4bdf-93c2-8620af9b0793 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c686463df96b499fa8cfa4ed69196fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847458 Jun 28 23:22:48.204428 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823bd22-2287-4bdf-93c2-8620af9b0793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa74ce0-5cb3-436f-a102-091f3d4eb678,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:48.206665 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 56560) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:48.207739 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-6823bd22-2287-4bdf-93c2-8620af9b0793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:48.259929 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d43fb44b-0591-43bf-9e5a-f3cc935bd1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.263071 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d43fb44b-0591-43bf-9e5a-f3cc935bd1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.264226 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-d43fb44b-0591-43bf-9e5a-f3cc935bd1c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16db40e1-caec-4b74-a9db-75962d606bb2 HTTP/1.1" status: 204 len: 168 time: 0.1792679 Jun 28 23:22:48.266906 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a4a7f326-719a-4f7d-ae62-79f436fec448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:48.279386 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f25b92fd-0a84-41f4-834c-ce3309b3a601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.281992 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fb44b-0591-43bf-9e5a-f3cc935bd1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16db40e1-caec-4b74-a9db-75962d606bb2,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:48.285880 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d43fb44b-0591-43bf-9e5a-f3cc935bd1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:48.318046 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f25b92fd-0a84-41f4-834c-ce3309b3a601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.392048 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f25b92fd-0a84-41f4-834c-ce3309b3a601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.395490 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f25b92fd-0a84-41f4-834c-ce3309b3a601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.399358 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f25b92fd-0a84-41f4-834c-ce3309b3a601 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/afa74ce0-5cb3-436f-a102-091f3d4eb678 HTTP/1.1" status: 204 len: 168 time: 0.1916151 Jun 28 23:22:48.400339 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:48.412202 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b92fd-0a84-41f4-834c-ce3309b3a601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa74ce0-5cb3-436f-a102-091f3d4eb678,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:48.421866 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f25b92fd-0a84-41f4-834c-ce3309b3a601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:48.620353 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 56574) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:48.633991 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dc61c7ca-c076-4832-8922-882f7d8516b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.729170 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dc61c7ca-c076-4832-8922-882f7d8516b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.733346 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dc61c7ca-c076-4832-8922-882f7d8516b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.736054 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f30d0736-c977-4147-9374-a083649f2d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:48.773484 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-dc61c7ca-c076-4832-8922-882f7d8516b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53245ad9ef0d4b55b7a135166924daa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519823 Jun 28 23:22:48.774393 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61c7ca-c076-4832-8922-882f7d8516b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747210c3-9ab5-41f3-823c-88a6b4db6e94,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:48.776152 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 56576) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:48.777942 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-dc61c7ca-c076-4832-8922-882f7d8516b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:48.807359 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 56580) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:48.820437 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb6c16df-817e-4ba1-9cf6-8f8f23802f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.830166 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-43a5f249-6595-4f78-b311-7aa54437c901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.850747 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-43a5f249-6595-4f78-b311-7aa54437c901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.901013 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-43a5f249-6595-4f78-b311-7aa54437c901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.903617 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-43a5f249-6595-4f78-b311-7aa54437c901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.909551 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb6c16df-817e-4ba1-9cf6-8f8f23802f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.911317 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-43a5f249-6595-4f78-b311-7aa54437c901 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/747210c3-9ab5-41f3-823c-88a6b4db6e94 HTTP/1.1" status: 204 len: 168 time: 0.1284211 Jun 28 23:22:48.911955 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e224e575-2b62-426d-a78b-67fb56916d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:48.915425 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb6c16df-817e-4ba1-9cf6-8f8f23802f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:48.917884 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b1b37848-341f-40f3-9fd1-99611d6d057a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:48.929678 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5f249-6595-4f78-b311-7aa54437c901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747210c3-9ab5-41f3-823c-88a6b4db6e94,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:48.932459 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-43a5f249-6595-4f78-b311-7aa54437c901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:48.952937 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c16df-817e-4ba1-9cf6-8f8f23802f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bf80cc-11f0-4900-b1a2-ea50ba615521,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:48.957165 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-bb6c16df-817e-4ba1-9cf6-8f8f23802f4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b3b946b9bb747a289ee59089999106e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483173 Jun 28 23:22:48.958405 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bb6c16df-817e-4ba1-9cf6-8f8f23802f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:48.962640 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 56584) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:49.014518 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd4db-0363-4d19-9e04-eb91669ee331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:49.036571 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd4db-0363-4d19-9e04-eb91669ee331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:49.093047 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd4db-0363-4d19-9e04-eb91669ee331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:49.096767 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd4db-0363-4d19-9e04-eb91669ee331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:49.100363 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4d3cd4db-0363-4d19-9e04-eb91669ee331 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07bf80cc-11f0-4900-b1a2-ea50ba615521 HTTP/1.1" status: 204 len: 168 time: 0.1356673 Jun 28 23:22:49.100363 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6a5b109c-0b51-4f10-9f1d-d021567bf982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:49.109871 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cd4db-0363-4d19-9e04-eb91669ee331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bf80cc-11f0-4900-b1a2-ea50ba615521,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:49.118447 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4d3cd4db-0363-4d19-9e04-eb91669ee331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:49.972247 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 56628) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:50.119763 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-457180504-network', 'tenant_id': 'fff537ec486b4700b5a84bb8b90922ad'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:22:50.146222 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Made reservation on behalf of fff537ec486b4700b5a84bb8b90922ad for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:22:50.148590 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:50.157704 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:50.255042 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:50.259566 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:50.262916 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6feab203-7007-468b-bbb3-1bbba9c2a248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:50.287215 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:22:50.298671 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a4b14b-f558-4f11-adc3-68f38f860e83,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:50.302435 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:50.307126 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:50.307126 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Added segment ab0997f0-3c11-4ca8-a1b7-bc6469f74348 of type vlan for network 37c89fcf-980d-4efc-9d12-74431678f129 Jun 28 23:22:50.370141 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:50.405845 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:50.408183 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:50.409041 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:50.412652 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d60a4817-d335-4def-b846-6f182b324bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:50.445692 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4720917 Jun 28 23:22:50.449560 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 56646) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:22:50.456467 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-e377d547-387f-4c29-8f2d-f4a251d3ce35 admin admin] Request body: {'subnet': {'network_id': '37c89fcf-980d-4efc-9d12-74431678f129', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-457180504-subnet', 'tenant_id': 'fff537ec486b4700b5a84bb8b90922ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:22:50.483176 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Pushing event updated for resources: {'Network': ['ID=37c89fcf-980d-4efc-9d12-74431678f129,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:50.485622 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e377d547-387f-4c29-8f2d-f4a251d3ce35 admin admin] Made reservation on behalf of fff537ec486b4700b5a84bb8b90922ad for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:22:50.489667 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e377d547-387f-4c29-8f2d-f4a251d3ce35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9014299'] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:50.495410 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network 37c89fcf-980d-4efc-9d12-74431678f129 details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:22:50.512051 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:50.682213 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e377d547-387f-4c29-8f2d-f4a251d3ce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9014285'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:50.687357 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:22:50.778456 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377d547-387f-4c29-8f2d-f4a251d3ce35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68cffb94-05a7-4925-b89f-6da7aa6f8cee,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:22:50.782453 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e377d547-387f-4c29-8f2d-f4a251d3ce35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:22:50.791739 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377d547-387f-4c29-8f2d-f4a251d3ce35 admin admin] Checking segment: {'id': 'ab0997f0-3c11-4ca8-a1b7-bc6469f74348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '37c89fcf-980d-4efc-9d12-74431678f129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:22:50.792094 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e377d547-387f-4c29-8f2d-f4a251d3ce35 admin admin] Network hostable DHCP agents. Network: 37c89fcf-980d-4efc-9d12-74431678f129, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:22:50.811074 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e377d547-387f-4c29-8f2d-f4a251d3ce35 admin admin] Network 37c89fcf-980d-4efc-9d12-74431678f129 is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:22:50.825675 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-e377d547-387f-4c29-8f2d-f4a251d3ce35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, 37c89fcf-980d-4efc-9d12-74431678f129) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:22:50.832328 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e377d547-387f-4c29-8f2d-f4a251d3ce35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:50.833687 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e377d547-387f-4c29-8f2d-f4a251d3ce35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:50.841500 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff88b83-52b9-408a-afaa-f62237a10203 None None] Network 37c89fcf-980d-4efc-9d12-74431678f129 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:22:50.858231 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e377d547-387f-4c29-8f2d-f4a251d3ce35 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4064300 Jun 28 23:22:51.023122 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0768b0f4-001e-40ac-9d46-bea4a2a06f44 None None] Network 37c89fcf-980d-4efc-9d12-74431678f129 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:22:51.613803 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31d274-8e9a-4106-97e9-f381fdc31367 req-514e1a04-1df1-4d20-8f07-4d8dadb57296 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:51.615301 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ce31d274-8e9a-4106-97e9-f381fdc31367 req-514e1a04-1df1-4d20-8f07-4d8dadb57296 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0804157 Jun 28 23:22:51.664242 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ce31d274-8e9a-4106-97e9-f381fdc31367 req-df064e45-a22e-476a-a737-6a61fe40998a tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Jun 28 23:22:52.786672 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c22c3-f424-48d9-87dc-00b3b575b368 req-3928678a-a676-401e-9429-285e632a6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:52.788207 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b92c22c3-f424-48d9-87dc-00b3b575b368 req-3928678a-a676-401e-9429-285e632a6799 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 1098 time: 0.0899458 Jun 28 23:22:52.850932 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b92c22c3-f424-48d9-87dc-00b3b575b368 req-0742b85e-f3e2-4728-8e85-09892d61c65b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547888 Jun 28 23:22:52.902261 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcef54-534b-49ee-adf6-48de87b7f2c0 req-d82a020d-4c92-4e6a-a6bd-5f718d91240e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:52.903824 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-05dcef54-534b-49ee-adf6-48de87b7f2c0 req-d82a020d-4c92-4e6a-a6bd-5f718d91240e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0696578 Jun 28 23:22:52.948779 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-05dcef54-534b-49ee-adf6-48de87b7f2c0 req-668ce5b5-5fbe-41ca-bb8b-28602406bd01 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349061 Jun 28 23:22:54.048300 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266665b4-dd62-4828-a282-298717d7f02c req-5eda44ad-5274-4f4f-a6e9-893d41ef758c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:54.049991 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-266665b4-dd62-4828-a282-298717d7f02c req-5eda44ad-5274-4f4f-a6e9-893d41ef758c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/networks?id=37c89fcf-980d-4efc-9d12-74431678f129 HTTP/1.1" status: 200 len: 808 time: 0.1256330 Jun 28 23:22:54.069644 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-266665b4-dd62-4828-a282-298717d7f02c req-ac0bc3fa-2693-4ae8-9212-3c5f4cef5bee tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/quotas/fff537ec486b4700b5a84bb8b90922ad HTTP/1.1" status: 200 len: 375 time: 0.0100164 Jun 28 23:22:54.131109 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-266665b4-dd62-4828-a282-298717d7f02c req-82d9924f-3897-4b76-bbf4-b521132a8724 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fff537ec486b4700b5a84bb8b90922ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492721 Jun 28 23:22:54.262454 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21d93a-0566-4dae-b2e9-aee64b2834d0 req-fc9550cd-741b-442a-b565-316824845ff4 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:54.264121 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d21d93a-0566-4dae-b2e9-aee64b2834d0 req-fc9550cd-741b-442a-b565-316824845ff4 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1918869 Jun 28 23:22:54.319354 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-266665b4-dd62-4828-a282-298717d7f02c req-ec18f2d8-cfb3-44d0-8c87-8dcd8eda8a10 service neutron] 10.222.0.35 "GET /v2.0/networks/37c89fcf-980d-4efc-9d12-74431678f129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791005 Jun 28 23:22:54.335929 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d21d93a-0566-4dae-b2e9-aee64b2834d0 req-c1d8fe0a-30ba-4a8b-b507-b1a5952df84c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633769 Jun 28 23:22:54.438864 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-266665b4-dd62-4828-a282-298717d7f02c req-21aae7a5-5e89-4281-ae57-b042a80c3697 service neutron] 10.222.0.35 "GET /v2.0/networks/37c89fcf-980d-4efc-9d12-74431678f129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065969 Jun 28 23:22:54.751079 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3344a557-af6f-4852-960f-99465bfeef6e req-bccf6b40-ef90-4ee9-8cee-01b8a0b73cb0 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 210 time: 0.0483878 Jun 28 23:22:55.906742 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-762df050-f232-45fa-9362-8880da6858e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:56.591327 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:58.702612 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b29f3750-b7cf-4fd6-ac18-dfaa5f354a14 req-a13f7135-f962-47a1-975d-440f20e6a105 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 210 time: 0.0528777 Jun 28 23:22:58.743357 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32aaaf-b0cb-494a-b8c9-981e9cd41ce5 req-5622d9b2-29d7-4a68-9e05-6a360b072378 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:58.745298 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b32aaaf-b0cb-494a-b8c9-981e9cd41ce5 req-5622d9b2-29d7-4a68-9e05-6a360b072378 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1403055 Jun 28 23:22:58.789901 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b32aaaf-b0cb-494a-b8c9-981e9cd41ce5 req-4e3c55f4-5c4b-4361-80c9-be11fc6ac6ae tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373425 Jun 28 23:22:59.000108 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:59.165932 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3dc19027-1e00-40be-8159-ce8cf50e812e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:59.358093 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28745263-42a3-4a08-ad7f-8e6de46d73d1 req-c00a5d49-2637-4e95-9681-d586504a92ef tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:59.359768 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-28745263-42a3-4a08-ad7f-8e6de46d73d1 req-c00a5d49-2637-4e95-9681-d586504a92ef tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0884497 Jun 28 23:22:59.361837 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca58d3-5ea6-4531-90b7-fb69f5c21c42 req-d44ca64c-6f24-441a-a606-a28557f2ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:59.363313 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-51ca58d3-5ea6-4531-90b7-fb69f5c21c42 req-d44ca64c-6f24-441a-a606-a28557f2ab7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3dc7b99612764eb39646a3f140e7cad4&device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 1098 time: 0.1409509 Jun 28 23:22:59.728424 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-28745263-42a3-4a08-ad7f-8e6de46d73d1 req-6bbf4fd4-1456-4cc5-85d8-fd6b6ed473dc tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618941 Jun 28 23:22:59.828371 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca58d3-5ea6-4531-90b7-fb69f5c21c42 req-d667488f-1537-4502-98ff-48e05a6ad74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:59.830148 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-51ca58d3-5ea6-4531-90b7-fb69f5c21c42 req-d667488f-1537-4502-98ff-48e05a6ad74a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 HTTP/1.1" status: 200 len: 920 time: 0.4552548 Jun 28 23:22:59.837319 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266665b4-dd62-4828-a282-298717d7f02c req-65aa671f-98ce-411e-919c-def70aff0376 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:22:59.838707 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-266665b4-dd62-4828-a282-298717d7f02c req-65aa671f-98ce-411e-919c-def70aff0376 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.47 "GET /v2.0/networks?id=37c89fcf-980d-4efc-9d12-74431678f129 HTTP/1.1" status: 200 len: 808 time: 0.4364746 Jun 28 23:22:59.866089 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-266665b4-dd62-4828-a282-298717d7f02c req-5118e8fd-742c-4373-96a6-2a0ad093bfea tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Request body: {'port': {'device_id': '1142cc1b-280b-4062-837a-acd3a7a1b7b7', 'network_id': '37c89fcf-980d-4efc-9d12-74431678f129', 'admin_state_up': True, 'tenant_id': 'fff537ec486b4700b5a84bb8b90922ad'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:22:59.867146 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:22:59.909004 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-51ca58d3-5ea6-4531-90b7-fb69f5c21c42 req-02ecede2-d5b6-4a40-bc15-33eedba65dcf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6691959-c97b-41af-83ea-c00e07dab274 HTTP/1.1" status: 200 len: 217 time: 0.0543435 Jun 28 23:22:59.987786 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f515ce7d-6dc1-463e-9ed2-b196d28be872 req-864e7f0e-4e54-4478-bad3-b05eaf352da6 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 210 time: 0.0755961 Jun 28 23:23:00.041266 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca58d3-5ea6-4531-90b7-fb69f5c21c42 req-158a2738-2f4d-450c-b003-4fc891ac50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:00.043334 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-51ca58d3-5ea6-4531-90b7-fb69f5c21c42 req-158a2738-2f4d-450c-b003-4fc891ac50e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=765aa8e1-0636-4338-8592-99c6680980f0 HTTP/1.1" status: 200 len: 859 time: 0.1224461 Jun 28 23:23:00.083212 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-51ca58d3-5ea6-4531-90b7-fb69f5c21c42 req-d49ab13b-229e-403e-baa3-954530a1e5e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322239 Jun 28 23:23:00.124935 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266665b4-dd62-4828-a282-298717d7f02c req-5118e8fd-742c-4373-96a6-2a0ad093bfea tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Made reservation on behalf of fff537ec486b4700b5a84bb8b90922ad for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:23:00.128492 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-266665b4-dd62-4828-a282-298717d7f02c req-5118e8fd-742c-4373-96a6-2a0ad093bfea tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:00.242473 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-51ca58d3-5ea6-4531-90b7-fb69f5c21c42 req-a6e42f47-2f5e-4817-8043-8d5c1752ebb3 service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516280 Jun 28 23:23:00.364757 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-266665b4-dd62-4828-a282-298717d7f02c req-5118e8fd-742c-4373-96a6-2a0ad093bfea tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Allocated IP 172.20.0.13 (37c89fcf-980d-4efc-9d12-74431678f129/68cffb94-05a7-4925-b89f-6da7aa6f8cee/a13a322d-e448-4f0b-94e1-1b45e33ef22c) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:23:00.399214 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-51ca58d3-5ea6-4531-90b7-fb69f5c21c42 req-864c9ec5-997f-4eee-a112-8316621cdbb9 service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477220 Jun 28 23:23:00.563990 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-266665b4-dd62-4828-a282-298717d7f02c req-5118e8fd-742c-4373-96a6-2a0ad093bfea tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:00.606036 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-266665b4-dd62-4828-a282-298717d7f02c req-5118e8fd-742c-4373-96a6-2a0ad093bfea tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:00.610259 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:00.655500 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266665b4-dd62-4828-a282-298717d7f02c req-5118e8fd-742c-4373-96a6-2a0ad093bfea tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Network 37c89fcf-980d-4efc-9d12-74431678f129 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:23:00.658924 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-266665b4-dd62-4828-a282-298717d7f02c req-5118e8fd-742c-4373-96a6-2a0ad093bfea tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:23:00.662858 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-266665b4-dd62-4828-a282-298717d7f02c req-5118e8fd-742c-4373-96a6-2a0ad093bfea tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:23:00.690678 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118e8fd-742c-4373-96a6-2a0ad093bfea tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Pushing event updated for resources: {'Port': ['ID=a13a322d-e448-4f0b-94e1-1b45e33ef22c,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:00.696884 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5118e8fd-742c-4373-96a6-2a0ad093bfea tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:00.723652 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266665b4-dd62-4828-a282-298717d7f02c req-5118e8fd-742c-4373-96a6-2a0ad093bfea tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:00.724973 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-266665b4-dd62-4828-a282-298717d7f02c req-5118e8fd-742c-4373-96a6-2a0ad093bfea tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:00.750154 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-266665b4-dd62-4828-a282-298717d7f02c req-5118e8fd-742c-4373-96a6-2a0ad093bfea tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8935723 Jun 28 23:23:00.769232 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Request body: {'port': {'device_id': '1142cc1b-280b-4062-837a-acd3a7a1b7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:23:00.915159 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:01.088613 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e37df-5915-4b24-949d-0ed5977bd266 req-d4a95e42-9559-4dda-a587-5501bfdb95ea tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:01.090203 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bd2e37df-5915-4b24-949d-0ed5977bd266 req-d4a95e42-9559-4dda-a587-5501bfdb95ea tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1658025 Jun 28 23:23:01.176203 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bd2e37df-5915-4b24-949d-0ed5977bd266 req-94b00bb5-49df-4403-aa96-7962f38677e8 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801001 Jun 28 23:23:01.310000 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14596b-0735-48cb-8b5a-3ecbe1a10f8a req-a2ba122c-1d39-48ec-ac8d-b9127af12b7a tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:01.311553 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5c14596b-0735-48cb-8b5a-3ecbe1a10f8a req-a2ba122c-1d39-48ec-ac8d-b9127af12b7a tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 932 time: 0.1173048 Jun 28 23:23:01.313602 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13a322d-e448-4f0b-94e1-1b45e33ef22c {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:23:01.327642 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:01.351815 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Transition to ACTIVE for port object a13a322d-e448-4f0b-94e1-1b45e33ef22c will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:23:01.358215 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:01.363956 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:01.370662 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5c14596b-0735-48cb-8b5a-3ecbe1a10f8a req-c8d7c9fb-e59d-45bf-8cd7-acd7e633ddc0 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515010 Jun 28 23:23:01.413125 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Pushing event updated for resources: {'Port': ['ID=a13a322d-e448-4f0b-94e1-1b45e33ef22c,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:01.416567 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:01.494928 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Attempting to bind port a13a322d-e448-4f0b-94e1-1b45e33ef22c on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:23:01.495255 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Attempting to bind port a13a322d-e448-4f0b-94e1-1b45e33ef22c by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'ab0997f0-3c11-4ca8-a1b7-bc6469f74348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '37c89fcf-980d-4efc-9d12-74431678f129'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:23:01.495588 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Attempting to bind port a13a322d-e448-4f0b-94e1-1b45e33ef22c on network 37c89fcf-980d-4efc-9d12-74431678f129 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:23:01.500608 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Port a13a322d-e448-4f0b-94e1-1b45e33ef22c on network 37c89fcf-980d-4efc-9d12-74431678f129 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:23:01.500932 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Attempting to bind port a13a322d-e448-4f0b-94e1-1b45e33ef22c on network 37c89fcf-980d-4efc-9d12-74431678f129 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:23:01.506863 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:23:01.507209 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Checking segment: {'id': 'ab0997f0-3c11-4ca8-a1b7-bc6469f74348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '37c89fcf-980d-4efc-9d12-74431678f129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:23:01.507609 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Bound using segment: {'id': 'ab0997f0-3c11-4ca8-a1b7-bc6469f74348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '37c89fcf-980d-4efc-9d12-74431678f129'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:23:01.508043 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Bound port: a13a322d-e448-4f0b-94e1-1b45e33ef22c, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0997f0-3c11-4ca8-a1b7-bc6469f74348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '37c89fcf-980d-4efc-9d12-74431678f129'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:23:01.508407 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:01.576660 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] For port a13a322d-e448-4f0b-94e1-1b45e33ef22c, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:23:01.580155 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] For port a13a322d-e448-4f0b-94e1-1b45e33ef22c, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a13a322d-e448-4f0b-94e1-1b45e33ef22c,segment=NetworkSegment(ab0997f0-3c11-4ca8-a1b7-bc6469f74348),segment_id=ab0997f0-3c11-4ca8-a1b7-bc6469f74348)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:23:01.584161 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:01.586556 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:01.623690 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:01.624322 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:01.625752 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-266665b4-dd62-4828-a282-298717d7f02c req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] 10.222.0.47 "PUT /v2.0/ports/a13a322d-e448-4f0b-94e1-1b45e33ef22c HTTP/1.1" status: 200 len: 1094 time: 0.8675079 Jun 28 23:23:01.626262 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1142cc1b-280b-4062-837a-acd3a7a1b7b7', 'tag': 'a13a322d-e448-4f0b-94e1-1b45e33ef22c'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:23:01.628687 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cecf5a0-75be-40f3-9485-6cd5f1f4673d" -d '{"events": [{"name": "network-changed", "server_uuid": "1142cc1b-280b-4062-837a-acd3a7a1b7b7", "tag": "a13a322d-e448-4f0b-94e1-1b45e33ef22c"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:23:01.660423 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Pushing event updated for resources: {'Port': ['ID=a13a322d-e448-4f0b-94e1-1b45e33ef22c,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:01.664094 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:01.672483 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6d38dd-04f5-46ff-b20b-682b6ff86d40 x-openstack-request-id: req-3f6d38dd-04f5-46ff-b20b-682b6ff86d40 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:23:01.672943 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1142cc1b-280b-4062-837a-acd3a7a1b7b7", "tag": "a13a322d-e448-4f0b-94e1-1b45e33ef22c", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:23:01.673751 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f6d38dd-04f5-46ff-b20b-682b6ff86d40 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:23:01.674586 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1142cc1b-280b-4062-837a-acd3a7a1b7b7', 'tag': 'a13a322d-e448-4f0b-94e1-1b45e33ef22c', 'status': 'completed', 'code': 200} Jun 28 23:23:01.748253 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266665b4-dd62-4828-a282-298717d7f02c req-84ea00cd-58b7-42c5-9805-78a8e5aec1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:01.749831 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-266665b4-dd62-4828-a282-298717d7f02c req-84ea00cd-58b7-42c5-9805-78a8e5aec1d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fff537ec486b4700b5a84bb8b90922ad&device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 1097 time: 0.0677686 Jun 28 23:23:02.070560 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:02.274972 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 56836) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:23:02.393664 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fc6cbcf0-fa4a-4f19-89b6-5d7e955008d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:02.483792 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fc6cbcf0-fa4a-4f19-89b6-5d7e955008d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:02.489631 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fc6cbcf0-fa4a-4f19-89b6-5d7e955008d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:02.492291 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-78cb9bc5-3843-4f84-94c9-2b3890dd40fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:02.530444 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-fc6cbcf0-fa4a-4f19-89b6-5d7e955008d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=61e6fc083c4f4c0cb4a149d8b43da72f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542765 Jun 28 23:23:02.531419 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cbcf0-fa4a-4f19-89b6-5d7e955008d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab97371-4a20-4746-bfb6-4d453d176c30,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:02.533111 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 56842) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:23:02.535451 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fc6cbcf0-fa4a-4f19-89b6-5d7e955008d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:02.597467 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f4e65dcb-1670-471d-a36c-3ed8b9f7ba6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:02.620942 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f4e65dcb-1670-471d-a36c-3ed8b9f7ba6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:02.673055 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f4e65dcb-1670-471d-a36c-3ed8b9f7ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:02.676099 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f4e65dcb-1670-471d-a36c-3ed8b9f7ba6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:02.677284 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f4e65dcb-1670-471d-a36c-3ed8b9f7ba6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dab97371-4a20-4746-bfb6-4d453d176c30 HTTP/1.1" status: 204 len: 168 time: 0.1431894 Jun 28 23:23:02.678176 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7fd0dde8-8488-4033-84e3-908558c8aabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:02.687374 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e65dcb-1670-471d-a36c-3ed8b9f7ba6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab97371-4a20-4746-bfb6-4d453d176c30,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:02.690044 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f4e65dcb-1670-471d-a36c-3ed8b9f7ba6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:03.097363 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 56850) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:23:03.111829 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c63d02d-6146-4f4f-8cb2-fd1470ea2916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:03.216199 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c63d02d-6146-4f4f-8cb2-fd1470ea2916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:03.220358 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c63d02d-6146-4f4f-8cb2-fd1470ea2916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:03.223277 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8d3925a4-9f97-4c71-be83-220fe5301f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:03.264758 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5c63d02d-6146-4f4f-8cb2-fd1470ea2916 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25245b295ab24c3bb0d4a3ef08d65961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1660976 Jun 28 23:23:03.265437 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 56852) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:23:03.266378 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63d02d-6146-4f4f-8cb2-fd1470ea2916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862f7b24-8cbc-4fa8-a9d8-54c010bf4b5d,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:03.271614 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5c63d02d-6146-4f4f-8cb2-fd1470ea2916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:03.338117 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9b4140c1-889f-480d-97f5-64a1120fdebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:03.364694 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9b4140c1-889f-480d-97f5-64a1120fdebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:03.427459 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9b4140c1-889f-480d-97f5-64a1120fdebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:03.430326 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9b4140c1-889f-480d-97f5-64a1120fdebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:03.431563 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9b4140c1-889f-480d-97f5-64a1120fdebb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/862f7b24-8cbc-4fa8-a9d8-54c010bf4b5d HTTP/1.1" status: 204 len: 168 time: 0.1647484 Jun 28 23:23:03.432508 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b5a057af-f6ab-4234-83b0-d7a125eff810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:03.444699 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4140c1-889f-480d-97f5-64a1120fdebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862f7b24-8cbc-4fa8-a9d8-54c010bf4b5d,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:03.448783 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9b4140c1-889f-480d-97f5-64a1120fdebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:05.085761 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-266665b4-dd62-4828-a282-298717d7f02c req-c0356fd6-1d00-4381-b077-7ce53d8e5935 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13a322d-e448-4f0b-94e1-1b45e33ef22c HTTP/1.1" status: 200 len: 217 time: 0.0388117 Jun 28 23:23:05.469482 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266665b4-dd62-4828-a282-298717d7f02c req-8b56473b-8b24-44fe-b69a-be108191335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:05.472563 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-266665b4-dd62-4828-a282-298717d7f02c req-8b56473b-8b24-44fe-b69a-be108191335d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68cffb94-05a7-4925-b89f-6da7aa6f8cee HTTP/1.1" status: 200 len: 848 time: 0.0900249 Jun 28 23:23:05.524199 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-266665b4-dd62-4828-a282-298717d7f02c req-f55cf447-8a4a-4a8e-bc84-27e9172c5cf8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c89fcf-980d-4efc-9d12-74431678f129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428383 Jun 28 23:23:05.717572 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-266665b4-dd62-4828-a282-298717d7f02c req-534ce718-da41-4859-85e7-dd8950695bec service neutron] 10.222.0.47 "GET /v2.0/networks/37c89fcf-980d-4efc-9d12-74431678f129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747434 Jun 28 23:23:05.727649 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dd2ae-37e7-4049-aff7-5c0c88a6d00f req-cf627e1d-cec5-4f18-a4ac-12643a6c77de tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:05.729972 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-819dd2ae-37e7-4049-aff7-5c0c88a6d00f req-cf627e1d-cec5-4f18-a4ac-12643a6c77de tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.2086289 Jun 28 23:23:05.739045 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb93ff-0222-4904-b045-9a021ae110ca req-873cac11-00a1-4ce9-a36f-78f07f685c26 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:05.740630 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5beb93ff-0222-4904-b045-9a021ae110ca req-873cac11-00a1-4ce9-a36f-78f07f685c26 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 944 time: 0.2207460 Jun 28 23:23:05.869977 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5beb93ff-0222-4904-b045-9a021ae110ca req-c1aa0cec-6a4b-4f86-a458-39982c5de5e9 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188221 Jun 28 23:23:05.874736 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-819dd2ae-37e7-4049-aff7-5c0c88a6d00f req-e7f56b2f-a396-4c18-bbf3-13525258572c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320033 Jun 28 23:23:05.896679 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-266665b4-dd62-4828-a282-298717d7f02c req-21b208ae-31c5-4ab7-8d0f-f9808479f4a7 service neutron] 10.222.0.47 "GET /v2.0/networks/37c89fcf-980d-4efc-9d12-74431678f129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550086 Jun 28 23:23:06.035034 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecf5a0-75be-40f3-9485-6cd5f1f4673d req-4b8aad7c-bcbf-41d0-926e-a22185645f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:06.036632 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0cecf5a0-75be-40f3-9485-6cd5f1f4673d req-4b8aad7c-bcbf-41d0-926e-a22185645f65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fff537ec486b4700b5a84bb8b90922ad&device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 1097 time: 0.0592561 Jun 28 23:23:06.138957 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecf5a0-75be-40f3-9485-6cd5f1f4673d req-61bd2374-e2a7-49e5-88ec-44aa513b2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:06.140448 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0cecf5a0-75be-40f3-9485-6cd5f1f4673d req-61bd2374-e2a7-49e5-88ec-44aa513b2e7e service neutron] 10.222.0.47 "GET /v2.0/networks?id=37c89fcf-980d-4efc-9d12-74431678f129 HTTP/1.1" status: 200 len: 909 time: 0.0939188 Jun 28 23:23:06.188051 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0cecf5a0-75be-40f3-9485-6cd5f1f4673d req-43b52e76-3bbd-4b88-ae67-779aafbf4d47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13a322d-e448-4f0b-94e1-1b45e33ef22c HTTP/1.1" status: 200 len: 217 time: 0.0399830 Jun 28 23:23:06.241556 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecf5a0-75be-40f3-9485-6cd5f1f4673d req-22107d29-18bf-4e2f-9945-00ae1d94d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:06.243098 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0cecf5a0-75be-40f3-9485-6cd5f1f4673d req-22107d29-18bf-4e2f-9945-00ae1d94d851 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68cffb94-05a7-4925-b89f-6da7aa6f8cee HTTP/1.1" status: 200 len: 848 time: 0.0468416 Jun 28 23:23:06.278732 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0cecf5a0-75be-40f3-9485-6cd5f1f4673d req-d897f317-042e-4827-9bba-9def17558d6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c89fcf-980d-4efc-9d12-74431678f129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288002 Jun 28 23:23:06.397406 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0cecf5a0-75be-40f3-9485-6cd5f1f4673d req-ec5ad55c-355e-4876-8ae7-2dc18752a46d service neutron] 10.222.0.47 "GET /v2.0/networks/37c89fcf-980d-4efc-9d12-74431678f129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104958 Jun 28 23:23:06.556542 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0cecf5a0-75be-40f3-9485-6cd5f1f4673d req-09432318-0ea6-4a02-9923-5d386c822e5c service neutron] 10.222.0.47 "GET /v2.0/networks/37c89fcf-980d-4efc-9d12-74431678f129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530209 Jun 28 23:23:07.117664 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d944c-7ea2-4103-a13f-6f9abcac6ae5 req-6a3e4ce7-9ca3-4691-857f-1b4fce2e8dbf tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:07.121994 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-295d944c-7ea2-4103-a13f-6f9abcac6ae5 req-6a3e4ce7-9ca3-4691-857f-1b4fce2e8dbf tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 944 time: 0.1169429 Jun 28 23:23:07.156766 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c48e40-dd8e-4c03-b3e3-36eacba4e84b req-ccae900d-5ff5-4cf7-bb81-15412426714f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:07.158214 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c6c48e40-dd8e-4c03-b3e3-36eacba4e84b req-ccae900d-5ff5-4cf7-bb81-15412426714f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1169775 Jun 28 23:23:07.191744 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-295d944c-7ea2-4103-a13f-6f9abcac6ae5 req-4c2643b6-bb91-412b-bae1-2b72293713ac tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645316 Jun 28 23:23:07.215025 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c6c48e40-dd8e-4c03-b3e3-36eacba4e84b req-99d4ab18-394b-445b-93d5-62e0a735346e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502882 Jun 28 23:23:08.450544 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465099df-9c13-4ccf-947c-4f3c91d641d1 req-17583ce9-0d7c-45b9-82bb-b6b70f0da439 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:08.452018 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-465099df-9c13-4ccf-947c-4f3c91d641d1 req-17583ce9-0d7c-45b9-82bb-b6b70f0da439 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 944 time: 0.1296270 Jun 28 23:23:08.485625 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e000c40-43d5-4d63-a647-8aeeda76d55a req-05f886d3-5037-4ce6-92ec-14aeaf0382cd tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:08.487126 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0e000c40-43d5-4d63-a647-8aeeda76d55a req-05f886d3-5037-4ce6-92ec-14aeaf0382cd tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1155126 Jun 28 23:23:08.520481 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-465099df-9c13-4ccf-947c-4f3c91d641d1 req-38b49743-c5a7-4186-8b18-f0687861cfb5 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608063 Jun 28 23:23:08.542749 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0e000c40-43d5-4d63-a647-8aeeda76d55a req-5d0c3dc2-4888-4033-8021-9aba6a74a217 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485475 Jun 28 23:23:09.718670 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffab18-d038-4339-a716-b4b0e6216cfa req-f1ed656d-06fa-4d7d-8ea5-4a54f938022e tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:09.721634 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aaffab18-d038-4339-a716-b4b0e6216cfa req-f1ed656d-06fa-4d7d-8ea5-4a54f938022e tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 944 time: 0.0770192 Jun 28 23:23:09.779005 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aaffab18-d038-4339-a716-b4b0e6216cfa req-ba6e95a8-ad14-4cd7-bae2-60a4727da76f tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508897 Jun 28 23:23:10.149262 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5558657-c8c0-444b-bb82-92821546a9a2 req-be5f5b94-1dba-4d9d-a0e0-9a5d46c4381c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:10.151444 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d5558657-c8c0-444b-bb82-92821546a9a2 req-be5f5b94-1dba-4d9d-a0e0-9a5d46c4381c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0927567 Jun 28 23:23:10.214933 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d5558657-c8c0-444b-bb82-92821546a9a2 req-30ccfcc2-0c7d-4a84-a323-54018200ca5d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431628 Jun 28 23:23:10.676379 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 57036) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:23:10.915530 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ecfbab08-603a-4bd6-bc93-67a307b413d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:11.007975 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device a13a322d-e448-4f0b-94e1-1b45e33ef22c details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:23:11.103182 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2a6fd-2364-4cff-8f6b-d00f7665314c req-773b7bd4-86bc-475e-a357-8942e101fa91 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:11.105730 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f7e2a6fd-2364-4cff-8f6b-d00f7665314c req-773b7bd4-86bc-475e-a357-8942e101fa91 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 944 time: 0.1633363 Jun 28 23:23:11.139321 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port a13a322d-e448-4f0b-94e1-1b45e33ef22c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a13a322d-e448-4f0b-94e1-1b45e33ef22c,segment=NetworkSegment(ab0997f0-3c11-4ca8-a1b7-bc6469f74348),segment_id=ab0997f0-3c11-4ca8-a1b7-bc6469f74348)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:23:11.155063 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': 'a13a322d-e448-4f0b-94e1-1b45e33ef22c', 'network_id': '37c89fcf-980d-4efc-9d12-74431678f129', 'port_id': 'a13a322d-e448-4f0b-94e1-1b45e33ef22c', 'mac_address': 'fa:16:3e:16:0d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68cffb94-05a7-4925-b89f-6da7aa6f8cee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:23:11.193721 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f7e2a6fd-2364-4cff-8f6b-d00f7665314c req-f79f142f-aecb-4ae3-b6a4-105f661b8f94 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769641 Jun 28 23:23:11.200412 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ecfbab08-603a-4bd6-bc93-67a307b413d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:11.203601 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:11.212207 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ecfbab08-603a-4bd6-bc93-67a307b413d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:11.220542 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-43a5f249-6595-4f78-b311-7aa54437c901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:11.223139 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13a322d-e448-4f0b-94e1-1b45e33ef22c {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:23:11.253679 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port a13a322d-e448-4f0b-94e1-1b45e33ef22c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a13a322d-e448-4f0b-94e1-1b45e33ef22c,segment=NetworkSegment(ab0997f0-3c11-4ca8-a1b7-bc6469f74348),segment_id=ab0997f0-3c11-4ca8-a1b7-bc6469f74348)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:23:11.267347 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:11.269133 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-779150c2-9523-484c-bec5-c309a9d66d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:11.306105 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ecfbab08-603a-4bd6-bc93-67a307b413d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f5743091e024544822a463f76294a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6282716 Jun 28 23:23:11.307582 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbab08-603a-4bd6-bc93-67a307b413d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33cc165-0a83-4cb6-b889-436396819cf6,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:11.310312 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 57046) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:23:11.312910 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ecfbab08-603a-4bd6-bc93-67a307b413d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:11.366393 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=a13a322d-e448-4f0b-94e1-1b45e33ef22c,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:11.377847 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6a2cee0e-1444-4501-8035-77fbb95b5528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:11.379390 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:11.380063 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:11.380955 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:11.381132 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:11.381716 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:11.382190 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:11.382857 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:11.383401 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:11.383882 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:11.384359 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:11.384946 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:11.385554 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:11.391653 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:11.409206 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6a2cee0e-1444-4501-8035-77fbb95b5528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:11.496444 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6a2cee0e-1444-4501-8035-77fbb95b5528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:11.501993 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6a2cee0e-1444-4501-8035-77fbb95b5528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:11.504557 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6a2cee0e-1444-4501-8035-77fbb95b5528 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b33cc165-0a83-4cb6-b889-436396819cf6 HTTP/1.1" status: 204 len: 168 time: 0.1920726 Jun 28 23:23:11.505421 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-497d3356-fb5c-4c29-a0eb-b31dcb7d82b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:11.514660 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cee0e-1444-4501-8035-77fbb95b5528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33cc165-0a83-4cb6-b889-436396819cf6,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:11.517263 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6a2cee0e-1444-4501-8035-77fbb95b5528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:11.828572 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['a13a322d-e448-4f0b-94e1-1b45e33ef22c'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:23:12.413603 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140832e8-c8bd-45bf-b93f-12b0b1b18877 req-afe6d9fd-ea47-4dac-9640-4a06455cb717 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:12.415359 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-140832e8-c8bd-45bf-b93f-12b0b1b18877 req-afe6d9fd-ea47-4dac-9640-4a06455cb717 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 945 time: 0.0733724 Jun 28 23:23:12.472396 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-140832e8-c8bd-45bf-b93f-12b0b1b18877 req-faf95074-8498-47fe-80c8-d797e99f7048 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459893 Jun 28 23:23:13.030368 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device a13a322d-e448-4f0b-94e1-1b45e33ef22c up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:23:13.097149 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port a13a322d-e448-4f0b-94e1-1b45e33ef22c completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:23:13.102608 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port a13a322d-e448-4f0b-94e1-1b45e33ef22c triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:23:13.103104 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:13.186196 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:13.225931 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1142cc1b-280b-4062-837a-acd3a7a1b7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13a322d-e448-4f0b-94e1-1b45e33ef22c'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:23:13.230435 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3e7bc7-bc79-43f0-b492-82b62fb1d28f" -d '{"events": [{"server_uuid": "1142cc1b-280b-4062-837a-acd3a7a1b7b7", "name": "network-vif-plugged", "status": "completed", "tag": "a13a322d-e448-4f0b-94e1-1b45e33ef22c"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:23:13.255601 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port a13a322d-e448-4f0b-94e1-1b45e33ef22c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a13a322d-e448-4f0b-94e1-1b45e33ef22c,segment=NetworkSegment(ab0997f0-3c11-4ca8-a1b7-bc6469f74348),segment_id=ab0997f0-3c11-4ca8-a1b7-bc6469f74348)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:23:13.262857 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:13.265609 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:13.290605 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077d22cc-b601-4b87-9784-d51fb55878d8 x-openstack-request-id: req-077d22cc-b601-4b87-9784-d51fb55878d8 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:23:13.290938 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1142cc1b-280b-4062-837a-acd3a7a1b7b7", "name": "network-vif-plugged", "status": "completed", "tag": "a13a322d-e448-4f0b-94e1-1b45e33ef22c", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:23:13.291201 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-077d22cc-b601-4b87-9784-d51fb55878d8 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:23:13.292296 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1142cc1b-280b-4062-837a-acd3a7a1b7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13a322d-e448-4f0b-94e1-1b45e33ef22c', 'code': 200} Jun 28 23:23:13.328132 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=a13a322d-e448-4f0b-94e1-1b45e33ef22c,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:13.331381 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:13.545811 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fb3d1-7cb7-48ba-a0c3-41c195bb8f12 req-31d9bab0-eef8-4a78-ae76-afd048704d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:13.547382 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b57fb3d1-7cb7-48ba-a0c3-41c195bb8f12 req-31d9bab0-eef8-4a78-ae76-afd048704d14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 1099 time: 0.0630457 Jun 28 23:23:13.841765 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b57fb3d1-7cb7-48ba-a0c3-41c195bb8f12 req-6d16c558-c8aa-4ee9-8d61-22532cc2e751 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867553 Jun 28 23:23:13.874429 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b533a2f-4fbb-4f53-8a31-1237a02784f0 req-17145bf2-ddf3-49ec-8a87-e4cb8e0a71a6 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:13.875973 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4b533a2f-4fbb-4f53-8a31-1237a02784f0 req-17145bf2-ddf3-49ec-8a87-e4cb8e0a71a6 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 946 time: 0.0779107 Jun 28 23:23:13.919334 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4b533a2f-4fbb-4f53-8a31-1237a02784f0 req-5c478c7a-4b07-472e-a875-221883fe2fed tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374987 Jun 28 23:23:15.118786 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84def18-ebef-4ed0-9618-5ed1e6e39057 req-e1d2ea63-b534-4ffc-a418-e13b119b9de2 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:15.118786 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f84def18-ebef-4ed0-9618-5ed1e6e39057 req-e1d2ea63-b534-4ffc-a418-e13b119b9de2 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 946 time: 0.0760288 Jun 28 23:23:15.159303 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f84def18-ebef-4ed0-9618-5ed1e6e39057 req-ac9bd28a-e793-4fba-b616-7388b1e7cc65 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348940 Jun 28 23:23:16.345210 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ac551-7b86-4aa0-8c3d-5a18d3472acf req-28a8ff8b-472c-436e-af0f-2d41f46011b0 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:16.350592 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-be7ac551-7b86-4aa0-8c3d-5a18d3472acf req-28a8ff8b-472c-436e-af0f-2d41f46011b0 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 946 time: 0.0673831 Jun 28 23:23:16.387875 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-be7ac551-7b86-4aa0-8c3d-5a18d3472acf req-19a8d237-6f31-441b-8381-e5cd53d8aa4f tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351801 Jun 28 23:23:17.298619 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ac878-ca43-4093-a7a6-d2cbc62ced41 req-ef3ef2c9-9fef-4329-88a6-3f6ed94b3bcb tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:17.300405 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-316ac878-ca43-4093-a7a6-d2cbc62ced41 req-ef3ef2c9-9fef-4329-88a6-3f6ed94b3bcb tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 946 time: 0.0688524 Jun 28 23:23:17.343562 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-316ac878-ca43-4093-a7a6-d2cbc62ced41 req-540a9426-82ea-4d50-9bb9-fca2e0043ed5 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369134 Jun 28 23:23:18.549684 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c6e91-c83b-4ed6-bf32-27b10739561d req-8061ff0a-b68d-40ac-80b4-846118f3e41a tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:18.551218 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-755c6e91-c83b-4ed6-bf32-27b10739561d req-8061ff0a-b68d-40ac-80b4-846118f3e41a tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 946 time: 0.0681694 Jun 28 23:23:18.603728 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-755c6e91-c83b-4ed6-bf32-27b10739561d req-8ccc3b1e-70f6-47fc-bc42-7b4c5c64c327 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463798 Jun 28 23:23:18.693882 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc83f7-179d-4609-95e1-61c6eb69095b req-5b68f63f-80e1-416c-ad07-d2623bbc78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:18.696500 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19fc83f7-179d-4609-95e1-61c6eb69095b req-5b68f63f-80e1-416c-ad07-d2623bbc78c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3dc7b99612764eb39646a3f140e7cad4&device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 1098 time: 0.0915530 Jun 28 23:23:18.831617 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc83f7-179d-4609-95e1-61c6eb69095b req-12f653db-4a5f-4215-912b-487e8807935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:18.833160 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19fc83f7-179d-4609-95e1-61c6eb69095b req-12f653db-4a5f-4215-912b-487e8807935d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 HTTP/1.1" status: 200 len: 920 time: 0.1287017 Jun 28 23:23:18.880952 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19fc83f7-179d-4609-95e1-61c6eb69095b req-89dfd8e9-bea8-4ed0-9ddd-f2e09afd43d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6691959-c97b-41af-83ea-c00e07dab274 HTTP/1.1" status: 200 len: 217 time: 0.0401661 Jun 28 23:23:18.889966 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670bd2a-585e-493c-8ca0-63dee433ee19 req-c6c62e05-c47f-4110-acfe-079cc516de0d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:18.891530 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0670bd2a-585e-493c-8ca0-63dee433ee19 req-c6c62e05-c47f-4110-acfe-079cc516de0d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1216218 Jun 28 23:23:18.979156 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0670bd2a-585e-493c-8ca0-63dee433ee19 req-7882edf6-8ec2-4ca4-9ac5-48ce33494ddb tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781837 Jun 28 23:23:18.980572 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc83f7-179d-4609-95e1-61c6eb69095b req-9cf6f831-decc-4c73-9166-8e7402804e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:18.982354 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19fc83f7-179d-4609-95e1-61c6eb69095b req-9cf6f831-decc-4c73-9166-8e7402804e26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=765aa8e1-0636-4338-8592-99c6680980f0 HTTP/1.1" status: 200 len: 859 time: 0.0898836 Jun 28 23:23:19.040118 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19fc83f7-179d-4609-95e1-61c6eb69095b req-532e86c8-e7ad-4567-924d-8f8883158e38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484200 Jun 28 23:23:19.139681 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19fc83f7-179d-4609-95e1-61c6eb69095b req-c7ae39f3-ef34-4f5c-8006-877341fb6020 service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885532 Jun 28 23:23:19.236257 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19fc83f7-179d-4609-95e1-61c6eb69095b req-8ee99d47-4973-4a5d-b33d-9b9ac2918313 service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894535 Jun 28 23:23:19.364798 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd393a9-3257-4945-a843-8d6e80400cee req-99de0c1b-fc9f-4075-9645-e5e09fba5f0a tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:19.366409 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5bd393a9-3257-4945-a843-8d6e80400cee req-99de0c1b-fc9f-4075-9645-e5e09fba5f0a tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.47 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 946 time: 0.0795753 Jun 28 23:23:19.490578 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-5bd393a9-3257-4945-a843-8d6e80400cee req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Deleting port a13a322d-e448-4f0b-94e1-1b45e33ef22c {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:23:19.490962 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5bd393a9-3257-4945-a843-8d6e80400cee req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:19.583884 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-5bd393a9-3257-4945-a843-8d6e80400cee req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] For port a13a322d-e448-4f0b-94e1-1b45e33ef22c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a13a322d-e448-4f0b-94e1-1b45e33ef22c,segment=NetworkSegment(ab0997f0-3c11-4ca8-a1b7-bc6469f74348),segment_id=ab0997f0-3c11-4ca8-a1b7-bc6469f74348)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:23:19.584630 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5bd393a9-3257-4945-a843-8d6e80400cee req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:19.597663 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-5bd393a9-3257-4945-a843-8d6e80400cee req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Calling delete_port for a13a322d-e448-4f0b-94e1-1b45e33ef22c owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:23:19.791120 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5bd393a9-3257-4945-a843-8d6e80400cee req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:19.798557 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:19.804475 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['a13a322d-e448-4f0b-94e1-1b45e33ef22c'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:23:19.829550 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Pushing event deleted for resources: {'Port': ['ID=a13a322d-e448-4f0b-94e1-1b45e33ef22c,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:19.863703 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:19.864052 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:19.864395 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:19.864742 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:19.865080 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:19.865411 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:19.865741 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:19.866068 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:19.866394 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:19.866719 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:19.867068 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:19.867392 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:23:19.874331 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:19.893938 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd393a9-3257-4945-a843-8d6e80400cee req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] No DVR routers for this DVR port a13a322d-e448-4f0b-94e1-1b45e33ef22c on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:23:19.897527 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5bd393a9-3257-4945-a843-8d6e80400cee req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:19.899497 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5bd393a9-3257-4945-a843-8d6e80400cee req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.47 "DELETE /v2.0/ports/a13a322d-e448-4f0b-94e1-1b45e33ef22c HTTP/1.1" status: 204 len: 173 time: 0.5277765 Jun 28 23:23:19.899993 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1142cc1b-280b-4062-837a-acd3a7a1b7b7', 'name': 'network-vif-deleted', 'tag': 'a13a322d-e448-4f0b-94e1-1b45e33ef22c'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:23:19.902977 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2e36dd-ee8d-4b09-9367-322061d82eeb" -d '{"events": [{"server_uuid": "1142cc1b-280b-4062-837a-acd3a7a1b7b7", "name": "network-vif-deleted", "tag": "a13a322d-e448-4f0b-94e1-1b45e33ef22c"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:23:19.914461 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386749e-2f13-4fe8-8fa9-5222f1fc052e req-21fc3ee6-9e47-4db9-96e1-2405204f3d1e tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:19.921545 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7386749e-2f13-4fe8-8fa9-5222f1fc052e req-21fc3ee6-9e47-4db9-96e1-2405204f3d1e tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=1142cc1b-280b-4062-837a-acd3a7a1b7b7 HTTP/1.1" status: 200 len: 867 time: 0.1811128 Jun 28 23:23:19.948407 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d208b103-9940-4340-9cad-28ea88316ec9 x-openstack-request-id: req-d208b103-9940-4340-9cad-28ea88316ec9 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:23:19.948751 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1142cc1b-280b-4062-837a-acd3a7a1b7b7", "name": "network-vif-deleted", "tag": "a13a322d-e448-4f0b-94e1-1b45e33ef22c", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:23:19.949031 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d208b103-9940-4340-9cad-28ea88316ec9 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:23:19.949445 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1142cc1b-280b-4062-837a-acd3a7a1b7b7', 'name': 'network-vif-deleted', 'tag': 'a13a322d-e448-4f0b-94e1-1b45e33ef22c', 'status': 'completed', 'code': 200} Jun 28 23:23:19.971713 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7386749e-2f13-4fe8-8fa9-5222f1fc052e req-d3a2bf5a-d023-4c23-bd5a-8f95d96264db tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490556 Jun 28 23:23:20.196279 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540246ae-292e-4f4c-a51e-2ec35fb0fdd8 req-a6731ef3-0790-4567-bb66-e206db5c5e6c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:20.198613 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-540246ae-292e-4f4c-a51e-2ec35fb0fdd8 req-a6731ef3-0790-4567-bb66-e206db5c5e6c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0775731 Jun 28 23:23:20.237546 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-540246ae-292e-4f4c-a51e-2ec35fb0fdd8 req-8e9b78a0-a8ef-4ccb-b7d8-f72699a6bf33 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325832 Jun 28 23:23:21.329817 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd90019-4950-4df2-8855-d736f1484420 req-4a73bb86-8c55-4840-a984-8f0ff2d1c23c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:21.331404 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbd90019-4950-4df2-8855-d736f1484420 req-4a73bb86-8c55-4840-a984-8f0ff2d1c23c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/networks?id=37c89fcf-980d-4efc-9d12-74431678f129 HTTP/1.1" status: 200 len: 808 time: 0.1062608 Jun 28 23:23:21.347343 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbd90019-4950-4df2-8855-d736f1484420 req-e5edb008-6d24-4530-9dff-0aa48349cadb tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/quotas/fff537ec486b4700b5a84bb8b90922ad HTTP/1.1" status: 200 len: 375 time: 0.0100925 Jun 28 23:23:21.392740 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbd90019-4950-4df2-8855-d736f1484420 req-6eb224ac-fc49-4989-9f93-198f539f7336 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fff537ec486b4700b5a84bb8b90922ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400038 Jun 28 23:23:21.521615 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e18428-fbdb-4d5e-b043-f6f8c51b69ea req-df9a21bf-540b-4c5a-bff4-4903578a3fc6 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:21.523141 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-59e18428-fbdb-4d5e-b043-f6f8c51b69ea req-df9a21bf-540b-4c5a-bff4-4903578a3fc6 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1616449 Jun 28 23:23:21.530286 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbd90019-4950-4df2-8855-d736f1484420 req-76a35d82-aa34-4b29-beb1-170b0ed798a1 service neutron] 10.222.0.35 "GET /v2.0/networks/37c89fcf-980d-4efc-9d12-74431678f129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211984 Jun 28 23:23:21.620562 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-59e18428-fbdb-4d5e-b043-f6f8c51b69ea req-ac19f3f6-5bd1-40a8-a160-0c0994f7fc19 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892103 Jun 28 23:23:21.651464 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbd90019-4950-4df2-8855-d736f1484420 req-528d007a-c605-4fcb-83cd-46cfbd2701ef service neutron] 10.222.0.35 "GET /v2.0/networks/37c89fcf-980d-4efc-9d12-74431678f129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131780 Jun 28 23:23:21.826888 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-63ea2a13-0d23-4d1d-86d3-9ad3d401613e req-a677d3e6-de92-4e0b-b9e1-f8f170a31a1c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 210 time: 0.0317233 Jun 28 23:23:22.839133 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:23:22.879705 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdde16b-a862-4ba2-9e8f-f7ee138424a5 req-cad1b5e4-f26e-455c-90ab-91517e964ac9 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:22.881228 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5cdde16b-a862-4ba2-9e8f-f7ee138424a5 req-cad1b5e4-f26e-455c-90ab-91517e964ac9 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0832763 Jun 28 23:23:22.930495 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5cdde16b-a862-4ba2-9e8f-f7ee138424a5 req-9dc591f3-5279-4afc-9ab9-392b06680443 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424790 Jun 28 23:23:23.001294 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5f7f170f-29dd-4c6f-a781-e5d2c2bb8879 req-f0b27250-41a1-40f7-a278-9bc4e3f4d57e tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 210 time: 0.0278685 Jun 28 23:23:23.088511 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device a13a322d-e448-4f0b-94e1-1b45e33ef22c no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:23:23.109150 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: a13a322d-e448-4f0b-94e1-1b45e33ef22c {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:23:23.109504 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device a13a322d-e448-4f0b-94e1-1b45e33ef22c not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:23:23.332004 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a30992b2-5975-4f28-b4f8-d840d89c1c1f req-e24bbae5-177b-42c6-a57d-0fefa35b3ba2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589540 Jun 28 23:23:23.409999 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30992b2-5975-4f28-b4f8-d840d89c1c1f req-2fe0aa5c-ed14-469d-8d2d-2eadf14d167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:23.411549 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a30992b2-5975-4f28-b4f8-d840d89c1c1f req-2fe0aa5c-ed14-469d-8d2d-2eadf14d167d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50cc37f33e7f46c8a8602f1c6d244c51&device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 1099 time: 0.0559764 Jun 28 23:23:23.522851 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30992b2-5975-4f28-b4f8-d840d89c1c1f req-3fb03a5a-16b1-4f1c-89d4-9a3a1a0fec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:23.524347 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a30992b2-5975-4f28-b4f8-d840d89c1c1f req-3fb03a5a-16b1-4f1c-89d4-9a3a1a0fec7d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd HTTP/1.1" status: 200 len: 911 time: 0.0907624 Jun 28 23:23:23.601820 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a30992b2-5975-4f28-b4f8-d840d89c1c1f req-ace6d2e8-f6ae-4813-8a56-0979169bb9db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a HTTP/1.1" status: 200 len: 1000 time: 0.0597224 Jun 28 23:23:23.653283 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30992b2-5975-4f28-b4f8-d840d89c1c1f req-2fbd672a-2def-4e70-803d-79edc1760d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:23.654743 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a30992b2-5975-4f28-b4f8-d840d89c1c1f req-2fbd672a-2def-4e70-803d-79edc1760d97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ee7b0a2-5b39-4138-89d6-38d03997b8dd HTTP/1.1" status: 200 len: 849 time: 0.0458913 Jun 28 23:23:23.723159 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30992b2-5975-4f28-b4f8-d840d89c1c1f req-ae31d3d3-c4b8-4047-9e9a-ee9515855779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:23.724537 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a30992b2-5975-4f28-b4f8-d840d89c1c1f req-ae31d3d3-c4b8-4047-9e9a-ee9515855779 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0613537 Jun 28 23:23:23.820671 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a30992b2-5975-4f28-b4f8-d840d89c1c1f req-b82e0f93-3b8d-43d4-a8e8-4908fd596dc4 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885112 Jun 28 23:23:23.926961 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a30992b2-5975-4f28-b4f8-d840d89c1c1f req-b2dc3eab-fa27-4a03-a1dc-1d80c2068ff1 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990918 Jun 28 23:23:24.150768 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29403-d6ed-4043-ac53-8a0f8a179439 req-99e137fd-7572-4a80-aa1d-c157b2e79e8e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:24.152315 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24c29403-d6ed-4043-ac53-8a0f8a179439 req-99e137fd-7572-4a80-aa1d-c157b2e79e8e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0698035 Jun 28 23:23:24.206319 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47e3f254-78e2-416d-b065-e1d980a69271 req-6487aecf-5e98-4d29-a007-73f38f3d4ae3 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 210 time: 0.0337892 Jun 28 23:23:24.219994 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24c29403-d6ed-4043-ac53-8a0f8a179439 req-a961ccf6-806c-4bbd-9098-a31008385c2c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618207 Jun 28 23:23:25.317955 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ea77f079-dad8-4f5f-a439-94ce88e3510c req-e0caf9a0-4195-458b-8e9b-cb52342edb5e tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 210 time: 0.0362003 Jun 28 23:23:25.439875 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d2e7a-fa25-47fe-ae69-10f2cf3ea035 req-f90cfc9b-c77e-4b30-b306-7702e1c6ff22 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:25.441450 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9d7d2e7a-fa25-47fe-ae69-10f2cf3ea035 req-f90cfc9b-c77e-4b30-b306-7702e1c6ff22 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0664105 Jun 28 23:23:25.491171 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9d7d2e7a-fa25-47fe-ae69-10f2cf3ea035 req-0267c785-d58e-4b1e-afbd-2ff387d66fad tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388851 Jun 28 23:23:25.898632 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7f57edab-d031-46f7-b672-3a54454f18ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:26.506160 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d84b1d60-579e-4e0d-84e3-c4145e46f26f req-05ce6936-0258-45c0-90c2-6807ad6a04ab tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 210 time: 0.0308371 Jun 28 23:23:26.610872 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:26.702131 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a9d2c-69bb-4ccd-a5a7-d05880735be4 req-aacb0c61-4d90-4ff0-9142-0acea54ab719 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:26.703952 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3b8a9d2c-69bb-4ccd-a5a7-d05880735be4 req-aacb0c61-4d90-4ff0-9142-0acea54ab719 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0886953 Jun 28 23:23:26.761067 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3b8a9d2c-69bb-4ccd-a5a7-d05880735be4 req-ffeb5884-3235-490f-922f-51203ab35e55 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447097 Jun 28 23:23:27.239415 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd90019-4950-4df2-8855-d736f1484420 req-5f3e3af0-f411-41c3-8092-f3db271ff75e tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:27.240946 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbd90019-4950-4df2-8855-d736f1484420 req-5f3e3af0-f411-41c3-8092-f3db271ff75e tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.47 "GET /v2.0/networks?id=37c89fcf-980d-4efc-9d12-74431678f129 HTTP/1.1" status: 200 len: 808 time: 0.1049507 Jun 28 23:23:27.261733 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-fbd90019-4950-4df2-8855-d736f1484420 req-2ab8f115-ced7-4d9c-bbfc-ad11a8a5ec5d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Request body: {'port': {'device_id': 'f2c0ffad-f85a-4e0d-a27d-e47d5346e73f', 'network_id': '37c89fcf-980d-4efc-9d12-74431678f129', 'admin_state_up': True, 'tenant_id': 'fff537ec486b4700b5a84bb8b90922ad'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:23:27.371840 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd90019-4950-4df2-8855-d736f1484420 req-2ab8f115-ced7-4d9c-bbfc-ad11a8a5ec5d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Made reservation on behalf of fff537ec486b4700b5a84bb8b90922ad for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:23:27.375356 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fbd90019-4950-4df2-8855-d736f1484420 req-2ab8f115-ced7-4d9c-bbfc-ad11a8a5ec5d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:27.501193 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-fbd90019-4950-4df2-8855-d736f1484420 req-2ab8f115-ced7-4d9c-bbfc-ad11a8a5ec5d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Allocated IP 172.20.0.9 (37c89fcf-980d-4efc-9d12-74431678f129/68cffb94-05a7-4925-b89f-6da7aa6f8cee/77298f2b-0584-47a5-981d-202c855b9205) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:23:27.808962 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a21db1e7-9135-4082-b4b8-26456da61bd3 req-65fca03f-6ec5-4e67-a2b1-4bbbfcbb8e84 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 210 time: 0.0350089 Jun 28 23:23:27.894468 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fbd90019-4950-4df2-8855-d736f1484420 req-2ab8f115-ced7-4d9c-bbfc-ad11a8a5ec5d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:27.990405 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fbd90019-4950-4df2-8855-d736f1484420 req-2ab8f115-ced7-4d9c-bbfc-ad11a8a5ec5d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:28.001720 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8e864-5e02-491d-a653-a29019963faa req-df37ab1e-ed6f-4761-aac2-9fb6cd9fc9c1 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:28.003243 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ecc8e864-5e02-491d-a653-a29019963faa req-df37ab1e-ed6f-4761-aac2-9fb6cd9fc9c1 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0915239 Jun 28 23:23:28.005399 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-43e6014c-bae1-461c-99df-651ad362701f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:28.064442 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd90019-4950-4df2-8855-d736f1484420 req-2ab8f115-ced7-4d9c-bbfc-ad11a8a5ec5d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Network 37c89fcf-980d-4efc-9d12-74431678f129 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:23:28.073850 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-fbd90019-4950-4df2-8855-d736f1484420 req-2ab8f115-ced7-4d9c-bbfc-ad11a8a5ec5d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:23:28.079894 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd90019-4950-4df2-8855-d736f1484420 req-2ab8f115-ced7-4d9c-bbfc-ad11a8a5ec5d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:23:28.087979 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8f115-ced7-4d9c-bbfc-ad11a8a5ec5d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Pushing event updated for resources: {'Port': ['ID=77298f2b-0584-47a5-981d-202c855b9205,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:28.112926 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2ab8f115-ced7-4d9c-bbfc-ad11a8a5ec5d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:28.122042 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ecc8e864-5e02-491d-a653-a29019963faa req-592d77b9-3fb4-4cde-af78-18c5bad1ba41 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124361 Jun 28 23:23:28.144604 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd90019-4950-4df2-8855-d736f1484420 req-2ab8f115-ced7-4d9c-bbfc-ad11a8a5ec5d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:28.145424 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fbd90019-4950-4df2-8855-d736f1484420 req-2ab8f115-ced7-4d9c-bbfc-ad11a8a5ec5d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:28.161484 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbd90019-4950-4df2-8855-d736f1484420 req-2ab8f115-ced7-4d9c-bbfc-ad11a8a5ec5d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9038162 Jun 28 23:23:28.173165 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Request body: {'port': {'device_id': 'f2c0ffad-f85a-4e0d-a27d-e47d5346e73f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:23:28.249479 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:28.525778 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77298f2b-0584-47a5-981d-202c855b9205 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:23:28.534035 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:28.545727 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Transition to ACTIVE for port object 77298f2b-0584-47a5-981d-202c855b9205 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:23:28.549493 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:28.551612 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:28.600800 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Pushing event updated for resources: {'Port': ['ID=77298f2b-0584-47a5-981d-202c855b9205,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:28.604539 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:28.669547 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Attempting to bind port 77298f2b-0584-47a5-981d-202c855b9205 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:23:28.670165 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Attempting to bind port 77298f2b-0584-47a5-981d-202c855b9205 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'ab0997f0-3c11-4ca8-a1b7-bc6469f74348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '37c89fcf-980d-4efc-9d12-74431678f129'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:23:28.670295 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Attempting to bind port 77298f2b-0584-47a5-981d-202c855b9205 on network 37c89fcf-980d-4efc-9d12-74431678f129 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:23:28.675249 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Port 77298f2b-0584-47a5-981d-202c855b9205 on network 37c89fcf-980d-4efc-9d12-74431678f129 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:23:28.675570 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Attempting to bind port 77298f2b-0584-47a5-981d-202c855b9205 on network 37c89fcf-980d-4efc-9d12-74431678f129 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:23:28.680463 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:23:28.680789 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Checking segment: {'id': 'ab0997f0-3c11-4ca8-a1b7-bc6469f74348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '37c89fcf-980d-4efc-9d12-74431678f129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:23:28.681698 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Bound using segment: {'id': 'ab0997f0-3c11-4ca8-a1b7-bc6469f74348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '37c89fcf-980d-4efc-9d12-74431678f129'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:23:28.682176 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Bound port: 77298f2b-0584-47a5-981d-202c855b9205, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0997f0-3c11-4ca8-a1b7-bc6469f74348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '37c89fcf-980d-4efc-9d12-74431678f129'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:23:28.682529 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:28.755657 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] For port 77298f2b-0584-47a5-981d-202c855b9205, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:23:28.758546 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] For port 77298f2b-0584-47a5-981d-202c855b9205, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=77298f2b-0584-47a5-981d-202c855b9205,segment=NetworkSegment(ab0997f0-3c11-4ca8-a1b7-bc6469f74348),segment_id=ab0997f0-3c11-4ca8-a1b7-bc6469f74348)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:23:28.763424 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:28.766049 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-012c46dc-09c8-4cb9-b183-ea671bb8a22e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:28.794868 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:28.795475 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:28.796811 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbd90019-4950-4df2-8855-d736f1484420 req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] 10.222.0.47 "PUT /v2.0/ports/77298f2b-0584-47a5-981d-202c855b9205 HTTP/1.1" status: 200 len: 1093 time: 0.6280611 Jun 28 23:23:28.797295 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c0ffad-f85a-4e0d-a27d-e47d5346e73f', 'tag': '77298f2b-0584-47a5-981d-202c855b9205'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:23:28.799655 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1880392f-5427-4b8a-9162-14b1dd318806" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c0ffad-f85a-4e0d-a27d-e47d5346e73f", "tag": "77298f2b-0584-47a5-981d-202c855b9205"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:23:28.840219 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f65c19a-cd42-44a3-ada3-cf6831a52790 x-openstack-request-id: req-9f65c19a-cd42-44a3-ada3-cf6831a52790 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:23:28.840853 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c0ffad-f85a-4e0d-a27d-e47d5346e73f", "tag": "77298f2b-0584-47a5-981d-202c855b9205", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:23:28.840853 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f65c19a-cd42-44a3-ada3-cf6831a52790 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:23:28.841231 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c0ffad-f85a-4e0d-a27d-e47d5346e73f', 'tag': '77298f2b-0584-47a5-981d-202c855b9205', 'status': 'completed', 'code': 200} Jun 28 23:23:28.842769 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Pushing event updated for resources: {'Port': ['ID=77298f2b-0584-47a5-981d-202c855b9205,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:28.846367 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:28.903611 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd90019-4950-4df2-8855-d736f1484420 req-44d6e9b9-3054-4418-913b-7a3f54bbb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:28.905400 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbd90019-4950-4df2-8855-d736f1484420 req-44d6e9b9-3054-4418-913b-7a3f54bbb1a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fff537ec486b4700b5a84bb8b90922ad&device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 1096 time: 0.0554163 Jun 28 23:23:28.981508 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:28.986729 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbd90019-4950-4df2-8855-d736f1484420 req-99ca174b-2ca6-44cb-9108-1daf6b97a65c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77298f2b-0584-47a5-981d-202c855b9205 HTTP/1.1" status: 200 len: 217 time: 0.0747173 Jun 28 23:23:29.045132 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd90019-4950-4df2-8855-d736f1484420 req-7cd83c43-0a86-4f39-813c-dbcd760fd362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:29.046534 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbd90019-4950-4df2-8855-d736f1484420 req-7cd83c43-0a86-4f39-813c-dbcd760fd362 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68cffb94-05a7-4925-b89f-6da7aa6f8cee HTTP/1.1" status: 200 len: 848 time: 0.0515740 Jun 28 23:23:29.060505 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051fafd-53d4-4301-8f50-940f98c93838 req-5af44e1d-e412-4699-8c3c-bd271d88ac60 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:29.061849 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b051fafd-53d4-4301-8f50-940f98c93838 req-5af44e1d-e412-4699-8c3c-bd271d88ac60 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 943 time: 0.1341305 Jun 28 23:23:29.109583 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbd90019-4950-4df2-8855-d736f1484420 req-6a76fea7-15e8-438e-a3d4-fd8f156f1f7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c89fcf-980d-4efc-9d12-74431678f129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356295 Jun 28 23:23:29.142592 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b051fafd-53d4-4301-8f50-940f98c93838 req-9b32932e-d868-4095-bac3-02f64c2731fc tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749230 Jun 28 23:23:29.153524 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-686d3b60-a272-4122-8083-e5cf0bde25d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:29.210293 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbd90019-4950-4df2-8855-d736f1484420 req-70a73abc-f465-48ae-8c4f-ba223c9a421f service neutron] 10.222.0.47 "GET /v2.0/networks/37c89fcf-980d-4efc-9d12-74431678f129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901389 Jun 28 23:23:29.335035 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbd90019-4950-4df2-8855-d736f1484420 req-f51bb8b0-03b6-4f0b-9f9c-20593c3aaff0 service neutron] 10.222.0.47 "GET /v2.0/networks/37c89fcf-980d-4efc-9d12-74431678f129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172438 Jun 28 23:23:29.357925 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7688985-1d37-42dc-b1f9-cb90417549de req-df06205b-c517-4744-b2c6-76b8ad18f29c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:29.359443 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d7688985-1d37-42dc-b1f9-cb90417549de req-df06205b-c517-4744-b2c6-76b8ad18f29c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0869446 Jun 28 23:23:29.396722 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d7688985-1d37-42dc-b1f9-cb90417549de req-b9649205-ea36-43ac-ba4e-4ff44c5e5f4b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315123 Jun 28 23:23:29.688177 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880392f-5427-4b8a-9162-14b1dd318806 req-5fb58a5d-c515-45a1-bf11-35a6da8a9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:29.689599 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1880392f-5427-4b8a-9162-14b1dd318806 req-5fb58a5d-c515-45a1-bf11-35a6da8a9931 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fff537ec486b4700b5a84bb8b90922ad&device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 1096 time: 0.0544164 Jun 28 23:23:29.791578 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880392f-5427-4b8a-9162-14b1dd318806 req-70c38e1d-34ae-4a29-98dd-90afec9cf388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:29.793017 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1880392f-5427-4b8a-9162-14b1dd318806 req-70c38e1d-34ae-4a29-98dd-90afec9cf388 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37c89fcf-980d-4efc-9d12-74431678f129 HTTP/1.1" status: 200 len: 909 time: 0.0961359 Jun 28 23:23:29.838070 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1880392f-5427-4b8a-9162-14b1dd318806 req-0d995389-4313-4277-8022-4bed9a6a25d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77298f2b-0584-47a5-981d-202c855b9205 HTTP/1.1" status: 200 len: 217 time: 0.0374212 Jun 28 23:23:29.865144 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:29.892958 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880392f-5427-4b8a-9162-14b1dd318806 req-45932519-2a46-4c37-89e5-7275cd4f8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:29.894426 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1880392f-5427-4b8a-9162-14b1dd318806 req-45932519-2a46-4c37-89e5-7275cd4f8958 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68cffb94-05a7-4925-b89f-6da7aa6f8cee HTTP/1.1" status: 200 len: 848 time: 0.0496492 Jun 28 23:23:29.934170 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1880392f-5427-4b8a-9162-14b1dd318806 req-63e3e4d7-a41a-41fd-bb56-e8cd704a79e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37c89fcf-980d-4efc-9d12-74431678f129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296512 Jun 28 23:23:30.031850 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1880392f-5427-4b8a-9162-14b1dd318806 req-48ed91a3-50c1-49b0-aae9-8fb80103023c service neutron] 10.222.0.47 "GET /v2.0/networks/37c89fcf-980d-4efc-9d12-74431678f129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870728 Jun 28 23:23:30.127686 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1880392f-5427-4b8a-9162-14b1dd318806 req-21e92293-1e5c-4d75-9f74-db7d677eac9d service neutron] 10.222.0.47 "GET /v2.0/networks/37c89fcf-980d-4efc-9d12-74431678f129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888669 Jun 28 23:23:30.643383 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eac1c0-bdea-4816-b566-64a230ea4e9a req-ec88b842-23cf-4dda-9597-8e04d6940dd2 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:30.644834 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-51eac1c0-bdea-4816-b566-64a230ea4e9a req-ec88b842-23cf-4dda-9597-8e04d6940dd2 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 943 time: 0.1046805 Jun 28 23:23:30.663589 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b230f-cbd0-4dcc-bdb0-0aea13437d1d req-82c461dd-792a-46f0-9092-f898ff89ff2c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:30.664972 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b52b230f-cbd0-4dcc-bdb0-0aea13437d1d req-82c461dd-792a-46f0-9092-f898ff89ff2c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0965257 Jun 28 23:23:30.711990 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-51eac1c0-bdea-4816-b566-64a230ea4e9a req-1c38d0ff-53fd-4f9e-8c8a-b228d4fbcb7f tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609012 Jun 28 23:23:30.719795 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b52b230f-cbd0-4dcc-bdb0-0aea13437d1d req-3027d0bd-528b-432c-89fc-520be2f7f504 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468071 Jun 28 23:23:31.949063 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f743d1-22c7-418c-9e0a-7ebd2b9a2ba1 req-dac271b1-8bb9-41a0-8c86-fe269a765a8a tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:31.950776 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-23f743d1-22c7-418c-9e0a-7ebd2b9a2ba1 req-dac271b1-8bb9-41a0-8c86-fe269a765a8a tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 943 time: 0.1050315 Jun 28 23:23:31.960245 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aafd08-2158-40be-9500-f30a6078c68d req-34bc15ed-0578-4532-94e0-92e1d18dac83 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:31.961635 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-56aafd08-2158-40be-9500-f30a6078c68d req-34bc15ed-0578-4532-94e0-92e1d18dac83 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1146522 Jun 28 23:23:32.016116 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-23f743d1-22c7-418c-9e0a-7ebd2b9a2ba1 req-870943d5-7ffd-48b2-9177-9a93bbd97870 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534482 Jun 28 23:23:32.020665 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-56aafd08-2158-40be-9500-f30a6078c68d req-d1a581db-9b77-45b4-81e7-e22d9e2bb9b3 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523558 Jun 28 23:23:32.074169 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:33.188985 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dee11-97db-4e5c-b32a-167aa0a24e23 req-bf3c8c46-ce9a-412d-8617-1b1ce4b14a2a tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:33.190456 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f40dee11-97db-4e5c-b32a-167aa0a24e23 req-bf3c8c46-ce9a-412d-8617-1b1ce4b14a2a tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 943 time: 0.0631428 Jun 28 23:23:33.258471 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f40dee11-97db-4e5c-b32a-167aa0a24e23 req-fec9ff19-a347-4b72-8816-dacc59ec67b2 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618191 Jun 28 23:23:33.288296 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e4790-7c33-4e3b-95a6-5650e9acea61 req-ece97303-6958-4323-8f20-5c70509355b1 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:33.289731 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-399e4790-7c33-4e3b-95a6-5650e9acea61 req-ece97303-6958-4323-8f20-5c70509355b1 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0790677 Jun 28 23:23:33.327477 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-399e4790-7c33-4e3b-95a6-5650e9acea61 req-19739e6f-1a40-4586-8535-19dc41418ddf tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315256 Jun 28 23:23:34.436966 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f06e67-1b67-4cb4-b7fe-072f5d68ce9f req-2196e4a7-db1a-444b-b78d-d8fa71fa394d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:34.438472 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-52f06e67-1b67-4cb4-b7fe-072f5d68ce9f req-2196e4a7-db1a-444b-b78d-d8fa71fa394d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 943 time: 0.0663092 Jun 28 23:23:34.520131 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-52f06e67-1b67-4cb4-b7fe-072f5d68ce9f req-1383076f-4e4c-41ce-81ca-aaa5abce2de8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680034 Jun 28 23:23:34.550326 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b585c8c-efdd-4ae8-ae56-49dba8bf4161 req-45b6cb0d-111a-4cac-a82a-3c2028a14279 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:34.551970 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6b585c8c-efdd-4ae8-ae56-49dba8bf4161 req-45b6cb0d-111a-4cac-a82a-3c2028a14279 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1092107 Jun 28 23:23:34.593851 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6b585c8c-efdd-4ae8-ae56-49dba8bf4161 req-d660a0f7-4b53-4600-910e-99f3d1287fd8 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357261 Jun 28 23:23:35.160275 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 77298f2b-0584-47a5-981d-202c855b9205 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:23:35.273627 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 77298f2b-0584-47a5-981d-202c855b9205, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=77298f2b-0584-47a5-981d-202c855b9205,segment=NetworkSegment(ab0997f0-3c11-4ca8-a1b7-bc6469f74348),segment_id=ab0997f0-3c11-4ca8-a1b7-bc6469f74348)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:23:35.285769 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '77298f2b-0584-47a5-981d-202c855b9205', 'network_id': '37c89fcf-980d-4efc-9d12-74431678f129', 'port_id': '77298f2b-0584-47a5-981d-202c855b9205', 'mac_address': 'fa:16:3e:fc:71:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68cffb94-05a7-4925-b89f-6da7aa6f8cee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:23:35.324846 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:35.338651 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77298f2b-0584-47a5-981d-202c855b9205 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:23:35.360460 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 77298f2b-0584-47a5-981d-202c855b9205, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=77298f2b-0584-47a5-981d-202c855b9205,segment=NetworkSegment(ab0997f0-3c11-4ca8-a1b7-bc6469f74348),segment_id=ab0997f0-3c11-4ca8-a1b7-bc6469f74348)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:23:35.365501 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:35.368793 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:35.413423 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=77298f2b-0584-47a5-981d-202c855b9205,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:35.417098 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:35.708553 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891595b-2709-4e1e-8d61-00a8a7194d09 req-e12e3506-4f50-4561-b724-802ce13d5a99 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:35.710296 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9891595b-2709-4e1e-8d61-00a8a7194d09 req-e12e3506-4f50-4561-b724-802ce13d5a99 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 944 time: 0.0667362 Jun 28 23:23:35.777908 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9891595b-2709-4e1e-8d61-00a8a7194d09 req-2b95c9d5-5060-4081-b5d6-f019d84b9202 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607944 Jun 28 23:23:35.805782 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda6395-2c8c-4df9-bc41-5772b01fb771 req-418e4a20-1904-4ce5-bc2c-1bbb098d6446 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:35.807326 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4dda6395-2c8c-4df9-bc41-5772b01fb771 req-418e4a20-1904-4ce5-bc2c-1bbb098d6446 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0838220 Jun 28 23:23:35.845522 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4dda6395-2c8c-4df9-bc41-5772b01fb771 req-b673633e-df13-4508-9f29-027d96881e2d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323234 Jun 28 23:23:35.912865 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['77298f2b-0584-47a5-981d-202c855b9205'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:23:36.974408 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e77f5b-5214-4648-896d-147780a288c5 req-5166966a-5d52-44b8-a383-b90e7f23545e tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:36.975913 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c6e77f5b-5214-4648-896d-147780a288c5 req-5166966a-5d52-44b8-a383-b90e7f23545e tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 944 time: 0.0754077 Jun 28 23:23:37.038936 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c6e77f5b-5214-4648-896d-147780a288c5 req-6e3673de-5817-46d5-abd8-4bceb5591f89 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535173 Jun 28 23:23:37.065591 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daa8f7-e594-4b07-98c8-f43e41dddce3 req-dcbdddab-e872-4ac7-ad79-efc8a5efde44 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:37.067098 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-96daa8f7-e594-4b07-98c8-f43e41dddce3 req-dcbdddab-e872-4ac7-ad79-efc8a5efde44 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0902691 Jun 28 23:23:37.105678 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-96daa8f7-e594-4b07-98c8-f43e41dddce3 req-e9703f05-6c07-4071-bea8-be9787f94b24 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326366 Jun 28 23:23:38.226848 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0414f-3bad-43aa-b00d-a13a0c6c9893 req-7072731b-745d-4473-abfb-1c579210a24e tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:38.228195 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2af0414f-3bad-43aa-b00d-a13a0c6c9893 req-7072731b-745d-4473-abfb-1c579210a24e tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 944 time: 0.0661607 Jun 28 23:23:38.297235 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2af0414f-3bad-43aa-b00d-a13a0c6c9893 req-3d6f7d04-55dd-48ac-9492-b88d05e777c9 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595765 Jun 28 23:23:38.318948 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5bae5-8b8e-49e9-8191-652d17b7ceb0 req-8457a09d-7c48-49ed-85d3-2c72b99c79ff tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:38.320487 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2b5bae5-8b8e-49e9-8191-652d17b7ceb0 req-8457a09d-7c48-49ed-85d3-2c72b99c79ff tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0913785 Jun 28 23:23:38.359457 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2b5bae5-8b8e-49e9-8191-652d17b7ceb0 req-301f3c59-15de-46cf-848f-c1b733400c23 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Jun 28 23:23:39.185011 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 77298f2b-0584-47a5-981d-202c855b9205 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:23:39.232482 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port 77298f2b-0584-47a5-981d-202c855b9205 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:23:39.236310 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 77298f2b-0584-47a5-981d-202c855b9205 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:23:39.236697 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:39.316306 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:39.338586 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c0ffad-f85a-4e0d-a27d-e47d5346e73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77298f2b-0584-47a5-981d-202c855b9205'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:23:39.342956 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f81222-9a77-410b-a03c-1615be2d4ba8" -d '{"events": [{"server_uuid": "f2c0ffad-f85a-4e0d-a27d-e47d5346e73f", "name": "network-vif-plugged", "status": "completed", "tag": "77298f2b-0584-47a5-981d-202c855b9205"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:23:39.354995 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 77298f2b-0584-47a5-981d-202c855b9205, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=77298f2b-0584-47a5-981d-202c855b9205,segment=NetworkSegment(ab0997f0-3c11-4ca8-a1b7-bc6469f74348),segment_id=ab0997f0-3c11-4ca8-a1b7-bc6469f74348)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:23:39.360159 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:39.362165 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-d815f3c4-7f0c-4c1b-a382-013223b0ce12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:39.394182 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d4ef81-e2cd-4222-a35e-ee5ea22b7685 x-openstack-request-id: req-16d4ef81-e2cd-4222-a35e-ee5ea22b7685 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:23:39.394469 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c0ffad-f85a-4e0d-a27d-e47d5346e73f", "name": "network-vif-plugged", "status": "completed", "tag": "77298f2b-0584-47a5-981d-202c855b9205", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:23:39.394774 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16d4ef81-e2cd-4222-a35e-ee5ea22b7685 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:23:39.395173 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c0ffad-f85a-4e0d-a27d-e47d5346e73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77298f2b-0584-47a5-981d-202c855b9205', 'code': 200} Jun 28 23:23:39.416683 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=77298f2b-0584-47a5-981d-202c855b9205,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:39.419795 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:39.541678 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4eb81-8241-4611-a4b7-65a16b9e4f23 req-6d1ba253-6d6f-4574-beed-937dd126be89 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:39.543150 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-81b4eb81-8241-4611-a4b7-65a16b9e4f23 req-6d1ba253-6d6f-4574-beed-937dd126be89 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 945 time: 0.1071048 Jun 28 23:23:39.595541 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-81b4eb81-8241-4611-a4b7-65a16b9e4f23 req-75e02024-ab0d-4c6f-8554-e005b5080771 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459552 Jun 28 23:23:39.604260 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e4ffb-d7dd-470a-b6ea-1f5366649e90 req-904d36bc-fee8-433f-ad26-d9895d3435d4 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:39.605799 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2c7e4ffb-d7dd-470a-b6ea-1f5366649e90 req-904d36bc-fee8-433f-ad26-d9895d3435d4 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1195633 Jun 28 23:23:39.674046 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2c7e4ffb-d7dd-470a-b6ea-1f5366649e90 req-f386189a-c15c-4a8c-871f-f56d891dfaac tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613272 Jun 28 23:23:39.703156 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbe611-3eb8-469f-a440-5be78d1b3281 req-a76b4661-11ac-49fc-ba5a-27a9f70b9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:39.703156 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6ebbe611-3eb8-469f-a440-5be78d1b3281 req-a76b4661-11ac-49fc-ba5a-27a9f70b9ed5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 1098 time: 0.0692134 Jun 28 23:23:39.736309 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6ebbe611-3eb8-469f-a440-5be78d1b3281 req-45af77cc-ebd3-4fb2-a118-c5bfdf76657d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310705 Jun 28 23:23:40.782207 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d854e-301f-4fbd-baa6-858ef3e3fdfd req-6ecae2a5-28ff-4e34-881d-39c0b750e7ae tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:40.783696 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f63d854e-301f-4fbd-baa6-858ef3e3fdfd req-6ecae2a5-28ff-4e34-881d-39c0b750e7ae tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 945 time: 0.0697675 Jun 28 23:23:40.858932 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f63d854e-301f-4fbd-baa6-858ef3e3fdfd req-677da868-5d66-4605-85e2-1fab418cc083 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694795 Jun 28 23:23:40.884126 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e966443-7bfa-4a4d-a42e-0dbb5ab70814 req-41d6929b-d06b-4f33-b2ef-79782c99cc6b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:40.885603 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5e966443-7bfa-4a4d-a42e-0dbb5ab70814 req-41d6929b-d06b-4f33-b2ef-79782c99cc6b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0788143 Jun 28 23:23:40.925082 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5e966443-7bfa-4a4d-a42e-0dbb5ab70814 req-44240fb7-3d48-4207-95d9-3c30668df444 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336752 Jun 28 23:23:42.050882 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122841e4-7ff2-465f-a173-14517376fd8d req-b1316c81-366c-4e3d-90d2-060bcab959a1 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:42.052911 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-122841e4-7ff2-465f-a173-14517376fd8d req-b1316c81-366c-4e3d-90d2-060bcab959a1 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 945 time: 0.0743682 Jun 28 23:23:42.125282 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-122841e4-7ff2-465f-a173-14517376fd8d req-66258bda-fef6-42c7-965c-4b35f08e14e3 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620317 Jun 28 23:23:42.166615 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96946049-08f1-4272-b7b2-740d8b1925cd req-dcd91981-9f5c-404d-a6e3-d9f421b79ead tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:42.169231 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-96946049-08f1-4272-b7b2-740d8b1925cd req-dcd91981-9f5c-404d-a6e3-d9f421b79ead tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1151268 Jun 28 23:23:42.214658 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-96946049-08f1-4272-b7b2-740d8b1925cd req-e85e0e3b-212e-45a0-8b05-2d85b6d02b73 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392845 Jun 28 23:23:43.411345 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e9c5e-2340-4454-a47d-b05286c02bdd req-5b298c7f-1980-4a0e-9f1b-64ea543e116d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:43.412900 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-093e9c5e-2340-4454-a47d-b05286c02bdd req-5b298c7f-1980-4a0e-9f1b-64ea543e116d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0709438 Jun 28 23:23:43.453958 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-093e9c5e-2340-4454-a47d-b05286c02bdd req-5ee615ed-daaa-4018-8c4a-e00b6c0f9015 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341852 Jun 28 23:23:47.267612 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837fe90-ce96-408e-97e5-dda8670ec9a1 req-6876f7e9-d0e8-47c3-babd-9328678eec01 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:47.269883 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9837fe90-ce96-408e-97e5-dda8670ec9a1 req-6876f7e9-d0e8-47c3-babd-9328678eec01 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0734363 Jun 28 23:23:47.312897 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9837fe90-ce96-408e-97e5-dda8670ec9a1 req-115fcba3-44d1-40f5-bab1-8b0c6f46461d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363023 Jun 28 23:23:48.221290 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976ec34-a115-4547-be63-ba0287849b6a req-52a27a5f-27c7-44a6-847b-2e2f39c3aa05 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:48.222861 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6976ec34-a115-4547-be63-ba0287849b6a req-52a27a5f-27c7-44a6-847b-2e2f39c3aa05 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 945 time: 0.0750847 Jun 28 23:23:48.263488 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6976ec34-a115-4547-be63-ba0287849b6a req-438ff942-9bbd-49a5-b651-35698fb6dc97 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346479 Jun 28 23:23:48.581831 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd1821-c8de-4923-92b8-12ebacb0d5ef req-d9f60b75-226c-4ad3-8a17-dfad437f0502 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:48.583383 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6dfd1821-c8de-4923-92b8-12ebacb0d5ef req-d9f60b75-226c-4ad3-8a17-dfad437f0502 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0665920 Jun 28 23:23:48.640731 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6dfd1821-c8de-4923-92b8-12ebacb0d5ef req-150a37db-de76-4cc8-acc5-5d9e03db2851 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508852 Jun 28 23:23:49.506563 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7c125-a055-48e2-ae4d-f2ea9c39549e req-f0ed2030-909c-4eb7-9a19-f2148ad430b3 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:49.508174 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f7f7c125-a055-48e2-ae4d-f2ea9c39549e req-f0ed2030-909c-4eb7-9a19-f2148ad430b3 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 945 time: 0.0709558 Jun 28 23:23:49.548233 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f7f7c125-a055-48e2-ae4d-f2ea9c39549e req-12df9315-11a5-4064-97a2-48fbaf41927a tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336056 Jun 28 23:23:49.825117 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810288d-9b5f-4a0b-af35-7246b6ae426a req-fa617982-1d8a-4018-b5bc-920b3773297d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:49.826572 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1810288d-9b5f-4a0b-af35-7246b6ae426a req-fa617982-1d8a-4018-b5bc-920b3773297d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0680408 Jun 28 23:23:49.902879 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1810288d-9b5f-4a0b-af35-7246b6ae426a req-d1a10374-0785-4d89-8353-aef8d928caa5 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704985 Jun 28 23:23:49.918500 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63ef5c-3d1b-4d06-95f2-0087f09ec8ef req-8831f69b-08d4-4dfe-a27c-c9c7a4d9d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:49.920027 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb63ef5c-3d1b-4d06-95f2-0087f09ec8ef req-8831f69b-08d4-4dfe-a27c-c9c7a4d9d095 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 1098 time: 0.0860114 Jun 28 23:23:49.962922 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb63ef5c-3d1b-4d06-95f2-0087f09ec8ef req-de711cec-4835-4ca8-b36a-6887e244309c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326507 Jun 28 23:23:50.742365 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d734fe6-cec0-4dc2-a51a-00d06208c090 req-f62f6113-19e7-4d4f-bd1a-6304fe6219b8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:50.744526 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0d734fe6-cec0-4dc2-a51a-00d06208c090 req-f62f6113-19e7-4d4f-bd1a-6304fe6219b8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 945 time: 0.0799484 Jun 28 23:23:50.805633 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0d734fe6-cec0-4dc2-a51a-00d06208c090 req-5b1c6763-b460-40ff-b2d0-05370eafac87 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1a4b14b-f558-4f11-adc3-68f38f860e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412900 Jun 28 23:23:50.838367 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123ae88-4967-43cb-82af-47019a13f443 req-41105ffb-a6eb-4b27-8fd0-4c91eed9977f tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:50.839907 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9123ae88-4967-43cb-82af-47019a13f443 req-41105ffb-a6eb-4b27-8fd0-4c91eed9977f tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 945 time: 0.1138546 Jun 28 23:23:50.973094 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-9123ae88-4967-43cb-82af-47019a13f443 req-3106e562-0e11-4459-bf2c-9982bf1e146c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Deleting port 77298f2b-0584-47a5-981d-202c855b9205 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:23:50.973425 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-9123ae88-4967-43cb-82af-47019a13f443 req-3106e562-0e11-4459-bf2c-9982bf1e146c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:51.317794 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-9123ae88-4967-43cb-82af-47019a13f443 req-3106e562-0e11-4459-bf2c-9982bf1e146c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] For port 77298f2b-0584-47a5-981d-202c855b9205, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=77298f2b-0584-47a5-981d-202c855b9205,segment=NetworkSegment(ab0997f0-3c11-4ca8-a1b7-bc6469f74348),segment_id=ab0997f0-3c11-4ca8-a1b7-bc6469f74348)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:23:51.318058 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-9123ae88-4967-43cb-82af-47019a13f443 req-3106e562-0e11-4459-bf2c-9982bf1e146c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:51.334115 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-9123ae88-4967-43cb-82af-47019a13f443 req-3106e562-0e11-4459-bf2c-9982bf1e146c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Calling delete_port for 77298f2b-0584-47a5-981d-202c855b9205 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:23:51.391830 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b64bd7-34c2-4d65-897b-57a6ba5e0d4f req-a500792e-3297-48f6-8ff0-41a42e9ad9cd tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:51.393404 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a4b64bd7-34c2-4d65-897b-57a6ba5e0d4f req-a500792e-3297-48f6-8ff0-41a42e9ad9cd tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.3537405 Jun 28 23:23:51.457269 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a4b64bd7-34c2-4d65-897b-57a6ba5e0d4f req-f4d4d618-52d1-40d9-b3bc-8578c6686aab tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539153 Jun 28 23:23:51.526686 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-9123ae88-4967-43cb-82af-47019a13f443 req-3106e562-0e11-4459-bf2c-9982bf1e146c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:51.531491 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3bd75eaf-41cc-4ec6-9a2e-39add615bae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:23:51.561455 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106e562-0e11-4459-bf2c-9982bf1e146c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Pushing event deleted for resources: {'Port': ['ID=77298f2b-0584-47a5-981d-202c855b9205,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:23:51.575557 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3106e562-0e11-4459-bf2c-9982bf1e146c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:23:51.633024 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9123ae88-4967-43cb-82af-47019a13f443 req-3106e562-0e11-4459-bf2c-9982bf1e146c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] No DVR routers for this DVR port 77298f2b-0584-47a5-981d-202c855b9205 on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:23:51.637869 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-9123ae88-4967-43cb-82af-47019a13f443 req-3106e562-0e11-4459-bf2c-9982bf1e146c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:51.640174 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9123ae88-4967-43cb-82af-47019a13f443 req-3106e562-0e11-4459-bf2c-9982bf1e146c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.47 "DELETE /v2.0/ports/77298f2b-0584-47a5-981d-202c855b9205 HTTP/1.1" status: 204 len: 173 time: 0.7940962 Jun 28 23:23:51.640720 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c0ffad-f85a-4e0d-a27d-e47d5346e73f', 'name': 'network-vif-deleted', 'tag': '77298f2b-0584-47a5-981d-202c855b9205'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:23:51.643358 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033229e7-cd2c-4af3-ab28-dbb382d5e09d" -d '{"events": [{"server_uuid": "f2c0ffad-f85a-4e0d-a27d-e47d5346e73f", "name": "network-vif-deleted", "tag": "77298f2b-0584-47a5-981d-202c855b9205"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:23:51.715416 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62046b64-0013-4c38-ad22-a788cff8db4e x-openstack-request-id: req-62046b64-0013-4c38-ad22-a788cff8db4e {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:23:51.715738 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c0ffad-f85a-4e0d-a27d-e47d5346e73f", "name": "network-vif-deleted", "tag": "77298f2b-0584-47a5-981d-202c855b9205", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:23:51.716019 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62046b64-0013-4c38-ad22-a788cff8db4e {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:23:51.716447 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c0ffad-f85a-4e0d-a27d-e47d5346e73f', 'name': 'network-vif-deleted', 'tag': '77298f2b-0584-47a5-981d-202c855b9205', 'status': 'completed', 'code': 200} Jun 28 23:23:52.010592 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-641822c3-d39b-4ae3-9c2d-21de44e4179b req-274bae2d-4174-4e25-8227-1f99cfdf2f0d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c0ffad-f85a-4e0d-a27d-e47d5346e73f HTTP/1.1" status: 200 len: 210 time: 0.0365226 Jun 28 23:23:52.641275 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e60f02-2f43-42d7-a488-76fa895acbbf req-97b0bfa5-c6a8-4087-85e1-758f581c6b2d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:52.642872 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-36e60f02-2f43-42d7-a488-76fa895acbbf req-97b0bfa5-c6a8-4087-85e1-758f581c6b2d tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0704234 Jun 28 23:23:52.683497 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-36e60f02-2f43-42d7-a488-76fa895acbbf req-c4abf8c4-4b66-4738-9be6-4c4a5784150b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346889 Jun 28 23:23:53.264868 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 77298f2b-0584-47a5-981d-202c855b9205 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:23:53.347884 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: 77298f2b-0584-47a5-981d-202c855b9205 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:23:53.348902 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 77298f2b-0584-47a5-981d-202c855b9205 not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:23:53.417384 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aa542-ea6c-480f-82d5-4d6cd1fa7b00 req-37884755-b6e2-420c-be2d-4d508d807cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:53.418780 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d1aa542-ea6c-480f-82d5-4d6cd1fa7b00 req-37884755-b6e2-420c-be2d-4d508d807cfa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3dc7b99612764eb39646a3f140e7cad4&device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 1098 time: 0.1246598 Jun 28 23:23:53.431174 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b267a-3586-45f6-acbf-60212fc6b7b3 req-d2129d1f-b1fe-44e4-8d5f-513fe45366f5 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:53.433084 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e44b267a-3586-45f6-acbf-60212fc6b7b3 req-d2129d1f-b1fe-44e4-8d5f-513fe45366f5 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0873640 Jun 28 23:23:53.569023 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e44b267a-3586-45f6-acbf-60212fc6b7b3 req-7243c9c8-2f41-4983-b3ee-c281edb016a1 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213775 Jun 28 23:23:53.597415 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aa542-ea6c-480f-82d5-4d6cd1fa7b00 req-df147270-a950-448e-9f79-7327d365e37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:53.598539 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d1aa542-ea6c-480f-82d5-4d6cd1fa7b00 req-df147270-a950-448e-9f79-7327d365e37f service neutron] 10.222.0.47 "GET /v2.0/networks?id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 HTTP/1.1" status: 200 len: 920 time: 0.1641433 Jun 28 23:23:53.675519 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d1aa542-ea6c-480f-82d5-4d6cd1fa7b00 req-42dd2eae-f0c6-4281-97e6-03a6278e882d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6691959-c97b-41af-83ea-c00e07dab274 HTTP/1.1" status: 200 len: 217 time: 0.0685685 Jun 28 23:23:53.731766 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aa542-ea6c-480f-82d5-4d6cd1fa7b00 req-345a94ab-d664-46f6-89cb-49a78f4f8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:53.733319 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d1aa542-ea6c-480f-82d5-4d6cd1fa7b00 req-345a94ab-d664-46f6-89cb-49a78f4f8d4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=765aa8e1-0636-4338-8592-99c6680980f0 HTTP/1.1" status: 200 len: 859 time: 0.0513208 Jun 28 23:23:53.768892 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d1aa542-ea6c-480f-82d5-4d6cd1fa7b00 req-3e87129e-b510-48ab-994a-ae6041ca9c25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287309 Jun 28 23:23:53.875450 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d1aa542-ea6c-480f-82d5-4d6cd1fa7b00 req-6f98ef44-0dcd-4b1c-b948-127890804fd3 service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989182 Jun 28 23:23:53.994453 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d1aa542-ea6c-480f-82d5-4d6cd1fa7b00 req-613a1294-d21e-4a46-bbc8-84a6caa07433 service neutron] 10.222.0.47 "GET /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121759 Jun 28 23:23:54.767544 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb538fc-8e34-40fd-af3d-a84392a4e2d2 req-bd25c6b5-3020-47e9-af45-33b93223fbc7 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:54.769073 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7eb538fc-8e34-40fd-af3d-a84392a4e2d2 req-bd25c6b5-3020-47e9-af45-33b93223fbc7 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0783379 Jun 28 23:23:54.811166 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7eb538fc-8e34-40fd-af3d-a84392a4e2d2 req-090bf064-edc4-4a2b-b2d8-79aaa5f3767c tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362546 Jun 28 23:23:55.908484 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-afaf2621-12f7-4a75-83f8-f2a6144b03b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:56.020678 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795434d-6155-470e-a191-1af618a058ec req-6a422566-8b7d-4fdd-b208-b48481037523 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:56.022314 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d795434d-6155-470e-a191-1af618a058ec req-6a422566-8b7d-4fdd-b208-b48481037523 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0790534 Jun 28 23:23:56.070995 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d795434d-6155-470e-a191-1af618a058ec req-a1af2bd8-0fe0-4425-b9c2-544d347840e0 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418415 Jun 28 23:23:56.584022 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:58.974593 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:59.155359 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-acd2003a-5ec2-4c6d-b7ee-e0458105f2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:23:59.286291 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2c794-3300-4f37-8ac8-df3627957269 req-38735ea3-115c-400d-a53c-851aad0f8af0 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:23:59.287829 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c8c2c794-3300-4f37-8ac8-df3627957269 req-38735ea3-115c-400d-a53c-851aad0f8af0 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0672021 Jun 28 23:23:59.328694 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c8c2c794-3300-4f37-8ac8-df3627957269 req-c4d81aaa-c8eb-49b2-9717-03e9e3c0d4ee tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325491 Jun 28 23:23:59.829184 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:23:59.863477 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:00.630646 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459174ba-0329-40c3-8d5e-d6ef0e935512 req-56621574-d8c1-4050-b9b0-f6e9cb8ecd08 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:00.638394 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-459174ba-0329-40c3-8d5e-d6ef0e935512 req-56621574-d8c1-4050-b9b0-f6e9cb8ecd08 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1107140 Jun 28 23:24:00.678684 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-459174ba-0329-40c3-8d5e-d6ef0e935512 req-2eb86ff6-932e-4b85-897d-c26843dd2d27 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393631 Jun 28 23:24:02.077250 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:05.707066 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0a937-2541-4b86-8ab0-d7950177fc06 req-b0362ef4-a7b2-44dd-b846-89eac04133c2 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:05.715115 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c7f0a937-2541-4b86-8ab0-d7950177fc06 req-b0362ef4-a7b2-44dd-b846-89eac04133c2 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1175654 Jun 28 23:24:05.762526 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c7f0a937-2541-4b86-8ab0-d7950177fc06 req-2c864dfe-b1bb-477d-b72d-83ac3a870491 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459802 Jun 28 23:24:15.749839 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b8b79-8485-4aa7-b21d-30c58b68e539 req-9f703e69-eb0c-403f-88eb-1c169aaad0a7 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:15.753610 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2c3b8b79-8485-4aa7-b21d-30c58b68e539 req-9f703e69-eb0c-403f-88eb-1c169aaad0a7 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.1302533 Jun 28 23:24:15.818330 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2c3b8b79-8485-4aa7-b21d-30c58b68e539 req-58ca67f5-f891-4139-9dd0-5284d2843a73 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493445 Jun 28 23:24:16.265021 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58050) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:16.500858 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6bef-a9f4-4d29-ab63-7b3bce3759d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:16.752131 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6bef-a9f4-4d29-ab63-7b3bce3759d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:16.765834 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6bef-a9f4-4d29-ab63-7b3bce3759d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:16.778022 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f4e65dcb-1670-471d-a36c-3ed8b9f7ba6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:16.875877 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-aa3c6bef-a9f4-4d29-ab63-7b3bce3759d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c19b990ecd247578c780ded3a283417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6087265 Jun 28 23:24:16.876155 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58060) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:16.879703 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c6bef-a9f4-4d29-ab63-7b3bce3759d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f86e45-f543-4e5d-ae4f-08ccc9981dc6,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:16.888166 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-aa3c6bef-a9f4-4d29-ab63-7b3bce3759d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:16.989547 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:17.056972 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:17.086214 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80535f-d48f-4c10-a1ed-b0227633a4f7 req-3d590fca-f6bf-40dd-856e-5611004fea0f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:17.088560 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f80535f-d48f-4c10-a1ed-b0227633a4f7 req-3d590fca-f6bf-40dd-856e-5611004fea0f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.0900028 Jun 28 23:24:17.149101 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:17.154667 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:17.160508 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/90f86e45-f543-4e5d-ae4f-08ccc9981dc6 HTTP/1.1" status: 204 len: 168 time: 0.2827775 Jun 28 23:24:17.161350 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-73ddbc80-af6b-4ba0-8ca4-9ab1790c107a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:17.172815 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f86e45-f543-4e5d-ae4f-08ccc9981dc6,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:17.178609 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f80535f-d48f-4c10-a1ed-b0227633a4f7 req-e62d4304-4676-4f4d-b421-98cb4f1f9588 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789058 Jun 28 23:24:17.183381 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:17.183856 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:17.185528 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:17.185888 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:17.186307 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:17.186678 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:17.189008 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:17.189580 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:17.190152 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:17.190681 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:17.191204 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:17.191735 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:17.202222 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:18.052747 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58098) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:18.255597 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1488713017-network', 'tenant_id': '4843e8e397b34a80966999c896dfbad0'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:18.346313 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Made reservation on behalf of 4843e8e397b34a80966999c896dfbad0 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:24:18.350292 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:18.395572 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:18.580503 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:18.591553 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:18.621116 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:24:18.639851 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:18.640754 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Added segment 3514994f-f5e1-44f5-8f83-a45b606adf0b of type vlan for network 07112a3e-968e-4eec-9765-4ad4f0381d53 Jun 28 23:24:18.690017 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578c35f-bf9e-40b0-be41-712a09171576 req-a1bb880b-9e1b-4c36-9071-07c6b1f93bfd tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:18.695299 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58114) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:18.696413 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d951c690-c8f3-489b-bcc9-5b72cffac9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:18.707248 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b578c35f-bf9e-40b0-be41-712a09171576 req-a1bb880b-9e1b-4c36-9071-07c6b1f93bfd tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.2282739 Jun 28 23:24:18.783710 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b578c35f-bf9e-40b0-be41-712a09171576 req-1e6f2088-1ef8-4f0e-8b32-d74486a7d3f6 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738940 Jun 28 23:24:18.794005 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:18.822740 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc983ca-30de-4732-bb83-8f23597f7427,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:18.831263 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:18.872908 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:18.879352 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82789dc5-ca78-45d2-8a68-23780c879764 req-92de4bc6-2120-40f6-893e-7384342efd9f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:18.884239 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-82789dc5-ca78-45d2-8a68-23780c879764 req-92de4bc6-2120-40f6-893e-7384342efd9f tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 945 time: 0.2886875 Jun 28 23:24:18.885798 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:18.886614 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:18.903900 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f99590d7-da8e-4b81-903e-014f111aa3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:18.921803 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20f1548a-113a-46ee-9053-f1e53b1aa09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:18.985985 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9297652 Jun 28 23:24:18.990932 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58120) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:18.996042 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-d0ec5792-1eb2-47a6-8098-d988f992fc16 admin admin] Request body: {'subnet': {'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1488713017-subnet', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:19.008134 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Pushing event updated for resources: {'Network': ['ID=07112a3e-968e-4eec-9765-4ad4f0381d53,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:19.012374 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:19.020470 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network 07112a3e-968e-4eec-9765-4ad4f0381d53 details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:24:19.038942 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.db.api [None req-d0ec5792-1eb2-47a6-8098-d988f992fc16 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 23:24:19.038942 dv-cinder-792462-21-iscsi neutron-server[92894]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 23:24:19.038942 dv-cinder-792462-21-iscsi neutron-server[92894]: [parameters: {'project_id_1': '4843e8e397b34a80966999c896dfbad0', 'expiration_1': datetime.datetime(2021, 6, 28, 23, 24, 19, 1476)}] Jun 28 23:24:19.038942 dv-cinder-792462-21-iscsi neutron-server[92894]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 23:24:19.043399 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_db.api [None req-d0ec5792-1eb2-47a6-8098-d988f992fc16 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 23:24:19.073174 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-82789dc5-ca78-45d2-8a68-23780c879764 req-38c422e2-b301-48b2-8610-24b20206a17b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Deleting port 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:24:19.073592 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-82789dc5-ca78-45d2-8a68-23780c879764 req-38c422e2-b301-48b2-8610-24b20206a17b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:19.183304 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20f1548a-113a-46ee-9053-f1e53b1aa09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:19.197471 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20f1548a-113a-46ee-9053-f1e53b1aa09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:19.210476 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f32c6e8e-b2b5-46b4-a4d3-6e9b6b5c428d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:19.248654 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-82789dc5-ca78-45d2-8a68-23780c879764 req-38c422e2-b301-48b2-8610-24b20206a17b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] For port 368d40dd-882c-4700-ad7a-9c4a9c28e3d4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=368d40dd-882c-4700-ad7a-9c4a9c28e3d4,segment=NetworkSegment(58de41e9-1523-471a-9192-badd2c11beb8),segment_id=58de41e9-1523-471a-9192-badd2c11beb8)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:19.249024 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-82789dc5-ca78-45d2-8a68-23780c879764 req-38c422e2-b301-48b2-8610-24b20206a17b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:19.271205 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-82789dc5-ca78-45d2-8a68-23780c879764 req-38c422e2-b301-48b2-8610-24b20206a17b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Calling delete_port for 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:24:19.279394 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-20f1548a-113a-46ee-9053-f1e53b1aa09f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ddd99227a5d46ce922a36b872526a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5789557 Jun 28 23:24:19.280584 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1548a-113a-46ee-9053-f1e53b1aa09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb9e187-808a-4f9d-8e90-0a8c3468a386,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:19.281935 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58128) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:19.294868 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-20f1548a-113a-46ee-9053-f1e53b1aa09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:19.393251 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f81a1ec9-c382-4276-b0ed-61622f9c9cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:19.436845 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f81a1ec9-c382-4276-b0ed-61622f9c9cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:19.542850 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-82789dc5-ca78-45d2-8a68-23780c879764 req-38c422e2-b301-48b2-8610-24b20206a17b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:19.548686 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-718055cf-b06b-4cd0-8ce4-4d64e89e9492 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:19.559063 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['f6691959-c97b-41af-83ea-c00e07dab274'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:24:19.584605 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c422e2-b301-48b2-8610-24b20206a17b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Pushing event deleted for resources: {'Port': ['ID=368d40dd-882c-4700-ad7a-9c4a9c28e3d4,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:19.595563 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-38c422e2-b301-48b2-8610-24b20206a17b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:19.604373 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f81a1ec9-c382-4276-b0ed-61622f9c9cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:19.607048 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f81a1ec9-c382-4276-b0ed-61622f9c9cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:19.610476 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f81a1ec9-c382-4276-b0ed-61622f9c9cd3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4eb9e187-808a-4f9d-8e90-0a8c3468a386 HTTP/1.1" status: 204 len: 168 time: 0.3245108 Jun 28 23:24:19.617151 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ec5792-1eb2-47a6-8098-d988f992fc16 admin admin] Made reservation on behalf of 4843e8e397b34a80966999c896dfbad0 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:24:19.619854 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5792-1eb2-47a6-8098-d988f992fc16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9014299'] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:19.625398 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-531822b5-14ab-4e38-8228-61f713682e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:19.651526 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a1ec9-c382-4276-b0ed-61622f9c9cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb9e187-808a-4f9d-8e90-0a8c3468a386,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:19.654674 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f81a1ec9-c382-4276-b0ed-61622f9c9cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:19.655511 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-82789dc5-ca78-45d2-8a68-23780c879764 req-38c422e2-b301-48b2-8610-24b20206a17b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] No DVR routers for this DVR port 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:24:19.657773 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-82789dc5-ca78-45d2-8a68-23780c879764 req-38c422e2-b301-48b2-8610-24b20206a17b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:19.660022 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-82789dc5-ca78-45d2-8a68-23780c879764 req-38c422e2-b301-48b2-8610-24b20206a17b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.47 "DELETE /v2.0/ports/368d40dd-882c-4700-ad7a-9c4a9c28e3d4 HTTP/1.1" status: 204 len: 173 time: 0.7707720 Jun 28 23:24:19.661074 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3ea60c-191f-4e56-975d-b0dd2d5fed69', 'name': 'network-vif-deleted', 'tag': '368d40dd-882c-4700-ad7a-9c4a9c28e3d4'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:24:19.664215 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30d9e86-091d-447c-9453-af8d5acc80ad" -d '{"events": [{"server_uuid": "2b3ea60c-191f-4e56-975d-b0dd2d5fed69", "name": "network-vif-deleted", "tag": "368d40dd-882c-4700-ad7a-9c4a9c28e3d4"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:24:19.726350 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9759dfb-2fbd-4142-9774-ac9363e555d5 x-openstack-request-id: req-d9759dfb-2fbd-4142-9774-ac9363e555d5 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:24:19.728019 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3ea60c-191f-4e56-975d-b0dd2d5fed69", "name": "network-vif-deleted", "tag": "368d40dd-882c-4700-ad7a-9c4a9c28e3d4", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:24:19.728199 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9759dfb-2fbd-4142-9774-ac9363e555d5 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:24:19.728517 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3ea60c-191f-4e56-975d-b0dd2d5fed69', 'name': 'network-vif-deleted', 'tag': '368d40dd-882c-4700-ad7a-9c4a9c28e3d4', 'status': 'completed', 'code': 200} Jun 28 23:24:20.114807 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5792-1eb2-47a6-8098-d988f992fc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9014285'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:20.120436 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-01a30983-e2ac-47ba-b942-5c74e5974e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:20.121574 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8dab4b36-8827-4f5a-9334-1c38c83dd333 req-61138fcd-c9b8-423e-954e-9aeb48c848b3 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b3ea60c-191f-4e56-975d-b0dd2d5fed69 HTTP/1.1" status: 200 len: 210 time: 0.0466814 Jun 28 23:24:20.198691 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec5792-1eb2-47a6-8098-d988f992fc16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a378868-c100-4dfe-954c-8b1bdde41ee4,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:20.203166 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d0ec5792-1eb2-47a6-8098-d988f992fc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:20.209626 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec5792-1eb2-47a6-8098-d988f992fc16 admin admin] Checking segment: {'id': '3514994f-f5e1-44f5-8f83-a45b606adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:20.210077 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ec5792-1eb2-47a6-8098-d988f992fc16 admin admin] Network hostable DHCP agents. Network: 07112a3e-968e-4eec-9765-4ad4f0381d53, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:24:20.236761 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ec5792-1eb2-47a6-8098-d988f992fc16 admin admin] Network 07112a3e-968e-4eec-9765-4ad4f0381d53 is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:24:20.247402 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-d0ec5792-1eb2-47a6-8098-d988f992fc16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, 07112a3e-968e-4eec-9765-4ad4f0381d53) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:20.266574 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ec5792-1eb2-47a6-8098-d988f992fc16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:20.267043 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5792-1eb2-47a6-8098-d988f992fc16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:20.272168 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2121d5-4d61-4465-8c08-26e2bcf2fd00 None None] Network 07112a3e-968e-4eec-9765-4ad4f0381d53 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:24:20.290745 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d0ec5792-1eb2-47a6-8098-d988f992fc16 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2977779 Jun 28 23:24:20.294009 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58146) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:20.299329 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:20.331867 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24888'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:20.334401 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24883'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:20.430572 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:20.527665 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71dcb06f-5920-57ee-abd5-bc0b8bc26ff9-07112a3e-968e-4eec-9765-4ad4f0381d53', 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'fixed_ips': [{'subnet_id': '1a378868-c100-4dfe-954c-8b1bdde41ee4'}]}} from dv-cinder-792462-21-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:24:20.529667 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:20.703753 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24861'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:20.885691 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Allocated IP 172.20.0.2 (07112a3e-968e-4eec-9765-4ad4f0381d53/1a378868-c100-4dfe-954c-8b1bdde41ee4/79d2db0d-cc5a-4b58-8056-795fd607f7e1) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:24:20.980095 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:21.002500 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:21.110003 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:21.128264 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Transition to ACTIVE for port object 79d2db0d-cc5a-4b58-8056-795fd607f7e1 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:21.145244 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Allocated IP 172.27.2.150 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/ab46cb94-9333-492c-b2de-abddf4e4d820) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:24:21.160253 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Transition to ACTIVE for port object 79d2db0d-cc5a-4b58-8056-795fd607f7e1 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:21.170442 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:21.173153 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:21.249089 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Network 07112a3e-968e-4eec-9765-4ad4f0381d53 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:21.252992 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:21.262435 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:24:21.278578 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Pushing event updated for resources: {'Port': ['ID=79d2db0d-cc5a-4b58-8056-795fd607f7e1,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:21.288834 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:21.289181 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:21.289524 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:21.290004 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:21.290342 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:21.290676 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:21.291037 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:21.291365 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:21.291716 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:21.292046 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:21.292369 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:21.292688 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:21.314491 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:21.365217 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:24:21.389000 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Attempting to bind port 79d2db0d-cc5a-4b58-8056-795fd607f7e1 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:24:21.389435 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Attempting to bind port 79d2db0d-cc5a-4b58-8056-795fd607f7e1 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': '3514994f-f5e1-44f5-8f83-a45b606adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:24:21.389803 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Attempting to bind port 79d2db0d-cc5a-4b58-8056-795fd607f7e1 on network 07112a3e-968e-4eec-9765-4ad4f0381d53 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:24:21.393344 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:24:21.393692 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 368d40dd-882c-4700-ad7a-9c4a9c28e3d4 not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:24:21.400291 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:24:21.400670 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Checking segment: {'id': '3514994f-f5e1-44f5-8f83-a45b606adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:21.401597 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:21.403698 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Bound using segment: {'id': '3514994f-f5e1-44f5-8f83-a45b606adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:24:21.404403 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Bound port: 79d2db0d-cc5a-4b58-8056-795fd607f7e1, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3514994f-f5e1-44f5-8f83-a45b606adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:24:21.405356 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:21.442062 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:21.503810 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8844762'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:21.507723 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:21.526342 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] For port 79d2db0d-cc5a-4b58-8056-795fd607f7e1, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:24:21.537658 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] For port 79d2db0d-cc5a-4b58-8056-795fd607f7e1, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=79d2db0d-cc5a-4b58-8056-795fd607f7e1,segment=NetworkSegment(3514994f-f5e1-44f5-8f83-a45b606adf0b),segment_id=3514994f-f5e1-44f5-8f83-a45b606adf0b)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:24:21.552981 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:21.556341 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:21.592250 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:21.599348 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:21.611624 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:24:21.650161 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Pushing event updated for resources: {'Port': ['ID=79d2db0d-cc5a-4b58-8056-795fd607f7e1,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:21.655121 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:21.662126 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Pushing event updated for resources: {'Port': ['ID=ab46cb94-9333-492c-b2de-abddf4e4d820,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:21.673153 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:21.926275 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a908459-84c1-497a-a696-71523a81eec8 req-911b1183-0ba4-49b7-8a34-58be86ee3996 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:21.928421 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9a908459-84c1-497a-a696-71523a81eec8 req-911b1183-0ba4-49b7-8a34-58be86ee3996 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1082833 Jun 28 23:24:22.021522 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9a908459-84c1-497a-a696-71523a81eec8 req-21c18140-325d-4737-9097-d4c4dcbffa01 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844238 Jun 28 23:24:22.042338 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:22.349127 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657275'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:22.549442 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 79d2db0d-cc5a-4b58-8056-795fd607f7e1 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:22.592106 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Router 0f610cfa-b07c-4ad6-b589-001fed2493a6 is scheduled to L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:24:22.646361 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 79d2db0d-cc5a-4b58-8056-795fd607f7e1 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:22.760893 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:24:22.770362 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Sync routers for ids ['0f610cfa-b07c-4ad6-b589-001fed2493a6'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:24:22.784701 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Routers {'0f610cfa-b07c-4ad6-b589-001fed2493a6'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:22.787006 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:23:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['0f610cfa-b07c-4ad6-b589-001fed2493a6'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:22.813569 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:22.815337 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5195858 Jun 28 23:24:22.819407 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58172) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:22.990673 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Set router 0f610cfa-b07c-4ad6-b589-001fed2493a6 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:23.024405 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce25c69-507c-48e9-9b16-5397c8bb5b2a None None] Network 07112a3e-968e-4eec-9765-4ad4f0381d53 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:24:23.238318 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-b4192adc-2206-4a0a-8394-670c69387885 None None] Provisioning for port 79d2db0d-cc5a-4b58-8056-795fd607f7e1 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:23.245562 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:20Z', 'updated_at': '2021-06-28T23:24:21Z', 'revision_number': 3, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'gw_port': {'id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:21Z', 'updated_at': '2021-06-28T23:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:23.252318 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-b4192adc-2206-4a0a-8394-670c69387885 None None] Provisioning complete for port 79d2db0d-cc5a-4b58-8056-795fd607f7e1 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:23.257102 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b4192adc-2206-4a0a-8394-670c69387885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:23.370844 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce8ed6-c078-4949-8424-c56924aea1dd req-be669691-1beb-478c-a580-0360def36a46 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:23.373222 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4cce8ed6-c078-4949-8424-c56924aea1dd req-be669691-1beb-478c-a580-0360def36a46 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1395905 Jun 28 23:24:23.388067 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Checking router: 0f610cfa-b07c-4ad6-b589-001fed2493a6 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:24:23.388418 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Updating router 0f610cfa-b07c-4ad6-b589-001fed2493a6 port ab46cb94-9333-492c-b2de-abddf4e4d820 binding host dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:24:23.436964 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:23.440952 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4cce8ed6-c078-4949-8424-c56924aea1dd req-32bb9978-2c28-4b14-8098-703a4682653a tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596683 Jun 28 23:24:23.502483 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b4192adc-2206-4a0a-8394-670c69387885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:23.598331 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-b4192adc-2206-4a0a-8394-670c69387885 None None] For port 79d2db0d-cc5a-4b58-8056-795fd607f7e1, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=79d2db0d-cc5a-4b58-8056-795fd607f7e1,segment=NetworkSegment(3514994f-f5e1-44f5-8f83-a45b606adf0b),segment_id=3514994f-f5e1-44f5-8f83-a45b606adf0b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:23.610546 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b4192adc-2206-4a0a-8394-670c69387885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:23.612575 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:23.812764 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4192adc-2206-4a0a-8394-670c69387885 None None] Pushing event updated for resources: {'Port': ['ID=79d2db0d-cc5a-4b58-8056-795fd607f7e1,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:23.817760 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b4192adc-2206-4a0a-8394-670c69387885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:23.850107 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f3eac512-b927-45a9-8f2d-7b711dc1666c None None] Provisioning complete for port 79d2db0d-cc5a-4b58-8056-795fd607f7e1 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:23.850468 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f3eac512-b927-45a9-8f2d-7b711dc1666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:23.876297 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:23.894209 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Transition to ACTIVE for port object ab46cb94-9333-492c-b2de-abddf4e4d820 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:23.917394 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:23.931294 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-0edc85a4-2b2f-4174-b221-853a21411764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:23.957042 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:23.962560 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Attempting to bind port ab46cb94-9333-492c-b2de-abddf4e4d820 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:24:23.963264 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Attempting to bind port ab46cb94-9333-492c-b2de-abddf4e4d820 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:24:23.963577 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Attempting to bind port ab46cb94-9333-492c-b2de-abddf4e4d820 on network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:24:23.994920 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:24:23.995368 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Checking segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:23.995876 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:23.996518 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Bound using segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:24:23.997128 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Bound port: ab46cb94-9333-492c-b2de-abddf4e4d820, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:24:23.997771 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:24.071440 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] For port ab46cb94-9333-492c-b2de-abddf4e4d820, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:24:24.073736 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Pushing event updated for resources: {'Port': ['ID=ab46cb94-9333-492c-b2de-abddf4e4d820,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:24.090780 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] For port ab46cb94-9333-492c-b2de-abddf4e4d820, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=ab46cb94-9333-492c-b2de-abddf4e4d820,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:24:24.092796 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:24.093257 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:24.093994 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:24.094555 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:24.095012 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:24.095438 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:24.095923 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:24.096357 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:24.096823 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:24.097242 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:24.097669 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:24.098135 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:24.102689 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:24.104223 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:24.106897 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:24.166836 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Routers {'0f610cfa-b07c-4ad6-b589-001fed2493a6'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:24.168441 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:23:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['0f610cfa-b07c-4ad6-b589-001fed2493a6'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:24.171742 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Pushing event updated for resources: {'Port': ['ID=ab46cb94-9333-492c-b2de-abddf4e4d820,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:24.207189 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:24.251787 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Allocated IP 172.20.0.1 (07112a3e-968e-4eec-9765-4ad4f0381d53/1a378868-c100-4dfe-954c-8b1bdde41ee4/72c42173-c617-4853-b178-e451e3b4ec5f) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:24:24.303189 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] Set router 0f610cfa-b07c-4ad6-b589-001fed2493a6 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:24.401753 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:24.419868 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Transition to ACTIVE for port object 72c42173-c617-4853-b178-e451e3b4ec5f will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:24.536574 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 79d2db0d-cc5a-4b58-8056-795fd607f7e1 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:24.614578 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8844762'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:24.619716 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0101df9d-673b-419b-a22a-f4dec3e601ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:24.670039 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 79d2db0d-cc5a-4b58-8056-795fd607f7e1 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:24.671491 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:24.673156 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:20Z', 'updated_at': '2021-06-28T23:24:21Z', 'revision_number': 3, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'gw_port': {'id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:21Z', 'updated_at': '2021-06-28T23:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:24.691632 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Pushing event updated for resources: {'Port': ['ID=72c42173-c617-4853-b178-e451e3b4ec5f,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:24.706952 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Network 07112a3e-968e-4eec-9765-4ad4f0381d53 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:24.708408 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:24.709302 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:24.712558 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:24:24.728189 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c163b-dbf4-42fe-a26c-06ce2c123447 None None] The sync data for ids ['0f610cfa-b07c-4ad6-b589-001fed2493a6'] in dv-cinder-792462-21-iscsi is: [{'id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:20Z', 'updated_at': '2021-06-28T23:24:21Z', 'revision_number': 3, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'gw_port': {'id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:21Z', 'updated_at': '2021-06-28T23:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:24:24.784218 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6e01d-33a9-4847-a251-769055196b33 req-1ae83f60-e30f-498c-995e-2d2118ec2e24 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:24.785965 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656966'] for router_interface, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:24.790583 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47a6e01d-33a9-4847-a251-769055196b33 req-1ae83f60-e30f-498c-995e-2d2118ec2e24 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1679080 Jun 28 23:24:24.878461 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47a6e01d-33a9-4847-a251-769055196b33 req-72716cef-2103-45e6-93b2-d79cfc532af3 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553763 Jun 28 23:24:25.001994 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:25.088577 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-c9f555b0-b03d-408f-8155-0add4e47cf21 None None] Provisioning for port 72c42173-c617-4853-b178-e451e3b4ec5f completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:25.093464 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-c9f555b0-b03d-408f-8155-0add4e47cf21 None None] Provisioning complete for port 72c42173-c617-4853-b178-e451e3b4ec5f triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:25.094247 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c9f555b0-b03d-408f-8155-0add4e47cf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:25.164670 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-c9f555b0-b03d-408f-8155-0add4e47cf21 None None] Port 72c42173-c617-4853-b178-e451e3b4ec5f cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:24:25.321553 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:25.331002 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844748'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:25.354806 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5867fa82-2ff3-4fde-ae03-2178386ef651 req-712c2841-9708-4b10-869d-e7fedc7f0f38 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1190946 Jun 28 23:24:25.372957 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:25.436682 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1657718'] for router_interface, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:25.463735 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Pushing event updated for resources: {'Port': ['ID=72c42173-c617-4853-b178-e451e3b4ec5f,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:25.484790 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:25.488634 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867fa82-2ff3-4fde-ae03-2178386ef651 req-f473ca01-8291-4bee-a1bd-73ffd43388b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:25.490774 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5867fa82-2ff3-4fde-ae03-2178386ef651 req-f473ca01-8291-4bee-a1bd-73ffd43388b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50cc37f33e7f46c8a8602f1c6d244c51&device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 1099 time: 0.0775995 Jun 28 23:24:25.614922 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Network 07112a3e-968e-4eec-9765-4ad4f0381d53 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:25.617183 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:25.642869 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867fa82-2ff3-4fde-ae03-2178386ef651 req-f76ff967-f299-444b-ad47-dabdaa207898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:25.644937 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5867fa82-2ff3-4fde-ae03-2178386ef651 req-f76ff967-f299-444b-ad47-dabdaa207898 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd HTTP/1.1" status: 200 len: 911 time: 0.1260355 Jun 28 23:24:25.747607 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5867fa82-2ff3-4fde-ae03-2178386ef651 req-155b8baf-6750-474a-bd9f-6b5702af3e30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a HTTP/1.1" status: 200 len: 1000 time: 0.0942256 Jun 28 23:24:25.798441 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Router 0f610cfa-b07c-4ad6-b589-001fed2493a6 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:24:25.851307 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867fa82-2ff3-4fde-ae03-2178386ef651 req-08b64d75-dbfb-4308-9dbf-bd4ed4cff803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:25.854391 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5867fa82-2ff3-4fde-ae03-2178386ef651 req-08b64d75-dbfb-4308-9dbf-bd4ed4cff803 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ee7b0a2-5b39-4138-89d6-38d03997b8dd HTTP/1.1" status: 200 len: 849 time: 0.0940671 Jun 28 23:24:25.921352 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-03d56899-5c00-49a0-b926-836ab68492cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:25.953482 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867fa82-2ff3-4fde-ae03-2178386ef651 req-08500ac2-ba3b-4a16-a06f-5e031cac61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:25.955019 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5867fa82-2ff3-4fde-ae03-2178386ef651 req-08500ac2-ba3b-4a16-a06f-5e031cac61ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0884838 Jun 28 23:24:25.999063 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-5c1821c9-e128-4d8b-95a4-118a0e0c2a82 None None] Provisioning complete for port 72c42173-c617-4853-b178-e451e3b4ec5f triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:25.999934 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5c1821c9-e128-4d8b-95a4-118a0e0c2a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:26.059691 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:24:26.060570 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-5c1821c9-e128-4d8b-95a4-118a0e0c2a82 None None] Port 72c42173-c617-4853-b178-e451e3b4ec5f cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:24:26.073681 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] 10.222.0.35 "PUT /v2.0/routers/0f610cfa-b07c-4ad6-b589-001fed2493a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2486506 Jun 28 23:24:26.088149 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5867fa82-2ff3-4fde-ae03-2178386ef651 req-9af8e707-48bc-4915-9948-466c80c5a2a9 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229138 Jun 28 23:24:26.260038 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5867fa82-2ff3-4fde-ae03-2178386ef651 req-c0ac8fdd-91ac-4ad2-b152-38e0c5a50134 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627088 Jun 28 23:24:26.278219 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2420391-8775-4044-aca6-9f5ff891a75f req-b688c4be-6d81-419c-bd95-d9920b84af99 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:26.280655 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2420391-8775-4044-aca6-9f5ff891a75f req-b688c4be-6d81-419c-bd95-d9920b84af99 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.1588535 Jun 28 23:24:26.321483 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2420391-8775-4044-aca6-9f5ff891a75f req-0713bdd9-245c-4867-af5a-d2d613e71496 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353520 Jun 28 23:24:26.522006 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device ab46cb94-9333-492c-b2de-abddf4e4d820 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:26.580089 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port ab46cb94-9333-492c-b2de-abddf4e4d820 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:26.585225 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port ab46cb94-9333-492c-b2de-abddf4e4d820 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:26.585722 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:26.589295 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:26.670288 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:26.692909 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port ab46cb94-9333-492c-b2de-abddf4e4d820, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=ab46cb94-9333-492c-b2de-abddf4e4d820,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:26.700765 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:26.703075 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:26.748723 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58240) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:26.753792 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-45262438-network', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:26.753930 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=ab46cb94-9333-492c-b2de-abddf4e4d820,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:26.759626 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:26.777781 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Made reservation on behalf of f6eaf944c8cf4eebae8f78023e8ca9ef for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:24:26.780280 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:26.788637 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:26.882960 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:26.887192 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:26.890200 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-05ebad2e-7848-4ef9-93b6-66e4fc84281f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:26.915286 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:24:26.920594 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5818b63d-19b5-46e4-b91d-1225675363b7,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:26.931084 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:26.931448 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:26.931805 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:26.932155 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:26.932500 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:26.932845 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:26.933191 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:26.933527 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:26.933865 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:26.934201 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:26.934543 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:26.934903 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:24:26.938998 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:26.939342 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Added segment e68f7e3d-7551-473c-841c-0f9adc14078d of type vlan for network 8bd69350-687e-491f-8600-fd5da5922141 Jun 28 23:24:26.949406 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:26.990590 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:27.014671 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Sync routers for ids ['0f610cfa-b07c-4ad6-b589-001fed2493a6'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:24:27.022731 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Routers {'0f610cfa-b07c-4ad6-b589-001fed2493a6'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:27.023521 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:23:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['0f610cfa-b07c-4ad6-b589-001fed2493a6'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:27.026811 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:27.029020 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:27.029977 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:27.033813 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:27.064461 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3146145 Jun 28 23:24:27.067097 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58242) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:27.095507 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-ce8a8763-c778-415f-a04c-8ac6e64575ad admin admin] Request body: {'subnet': {'network_id': '8bd69350-687e-491f-8600-fd5da5922141', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-45262438-subnet', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:27.106661 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8bd69350-687e-491f-8600-fd5da5922141,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:27.113274 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:27.124494 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8a8763-c778-415f-a04c-8ac6e64575ad admin admin] Made reservation on behalf of f6eaf944c8cf4eebae8f78023e8ca9ef for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:24:27.124801 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network 8bd69350-687e-491f-8600-fd5da5922141 details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:24:27.126950 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce8a8763-c778-415f-a04c-8ac6e64575ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3429359'] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:27.154218 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Set router 0f610cfa-b07c-4ad6-b589-001fed2493a6 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:27.306159 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce8a8763-c778-415f-a04c-8ac6e64575ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3862447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3429369'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:27.308471 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-932aff87-b614-4630-8cb9-8ce27dc9a5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:27.372677 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a8763-c778-415f-a04c-8ac6e64575ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e74260-b2d4-43c9-8cb0-1e1aeb700ee1,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:27.382210 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a8763-c778-415f-a04c-8ac6e64575ad admin admin] Checking segment: {'id': 'e68f7e3d-7551-473c-841c-0f9adc14078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bd69350-687e-491f-8600-fd5da5922141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:27.382630 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8a8763-c778-415f-a04c-8ac6e64575ad admin admin] Network hostable DHCP agents. Network: 8bd69350-687e-491f-8600-fd5da5922141, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:24:27.385104 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ce8a8763-c778-415f-a04c-8ac6e64575ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:27.402300 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8a8763-c778-415f-a04c-8ac6e64575ad admin admin] Network 8bd69350-687e-491f-8600-fd5da5922141 is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:24:27.416017 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-ce8a8763-c778-415f-a04c-8ac6e64575ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, 8bd69350-687e-491f-8600-fd5da5922141) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:27.424026 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8a8763-c778-415f-a04c-8ac6e64575ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:27.424625 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:20Z', 'updated_at': '2021-06-28T23:24:24Z', 'revision_number': 4, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'gw_port': {'id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:21Z', 'updated_at': '2021-06-28T23:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '72c42173-c617-4853-b178-e451e3b4ec5f', 'name': '', 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'mac_address': 'fa:16:3e:b4:4f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:24Z', 'updated_at': '2021-06-28T23:24:25Z', 'revision_number': 2, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'subnets': [{'id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:27.425374 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce8a8763-c778-415f-a04c-8ac6e64575ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:27.428683 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8071eed9-f635-4b6a-92fd-aa9c5ec48726 None None] Network 8bd69350-687e-491f-8600-fd5da5922141 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:24:27.452794 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ce8a8763-c778-415f-a04c-8ac6e64575ad admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3823948 Jun 28 23:24:27.454289 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58248) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:27.460197 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-45262438-router', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:27.469448 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Checking router: 0f610cfa-b07c-4ad6-b589-001fed2493a6 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:24:27.470010 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Updating router 0f610cfa-b07c-4ad6-b589-001fed2493a6 port 72c42173-c617-4853-b178-e451e3b4ec5f binding host dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:24:27.490629 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24888'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:27.490629 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24883'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:27.547689 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a715e46-2dad-488e-9ca2-52c0bd48a6bc req-e07925f0-71bf-498b-aedd-275647bdd927 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:27.549997 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6a715e46-2dad-488e-9ca2-52c0bd48a6bc req-e07925f0-71bf-498b-aedd-275647bdd927 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0940225 Jun 28 23:24:27.558074 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:27.592938 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:27.630181 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6a715e46-2dad-488e-9ca2-52c0bd48a6bc req-298fc560-6a8d-4fd5-bdd8-d7e9040e06e9 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/security-groups?id=40971b7d-5e69-4623-9789-d5840db7519e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736263 Jun 28 23:24:27.757036 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24861'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:27.922876 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71dcb06f-5920-57ee-abd5-bc0b8bc26ff9-8bd69350-687e-491f-8600-fd5da5922141', 'network_id': '8bd69350-687e-491f-8600-fd5da5922141', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'fixed_ips': [{'subnet_id': '95e74260-b2d4-43c9-8cb0-1e1aeb700ee1'}]}} from dv-cinder-792462-21-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:24:27.923734 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:27.943103 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370af948-3f0a-405b-a22d-705a4891825a req-fbc445e4-b4bd-4699-a788-501375bfc132 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:27.944704 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-370af948-3f0a-405b-a22d-705a4891825a req-fbc445e4-b4bd-4699-a788-501375bfc132 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.47 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 945 time: 0.0886235 Jun 28 23:24:28.009593 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.036464 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.092842 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-370af948-3f0a-405b-a22d-705a4891825a req-bfd0d0f4-f84a-48e8-a6ce-1d34ea514650 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Deleting port f6691959-c97b-41af-83ea-c00e07dab274 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:24:28.095027 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-370af948-3f0a-405b-a22d-705a4891825a req-bfd0d0f4-f84a-48e8-a6ce-1d34ea514650 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.178086 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Allocated IP 172.27.2.49 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/c7aa743e-00a5-4da9-8cc0-edf70b9369de) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:24:28.184153 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Allocated IP 172.20.0.2 (8bd69350-687e-491f-8600-fd5da5922141/95e74260-b2d4-43c9-8cb0-1e1aeb700ee1/bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:24:28.187401 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.207054 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Transition to ACTIVE for port object 72c42173-c617-4853-b178-e451e3b4ec5f will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:28.225256 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.235075 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:28.236666 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-370af948-3f0a-405b-a22d-705a4891825a req-bfd0d0f4-f84a-48e8-a6ce-1d34ea514650 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] For port f6691959-c97b-41af-83ea-c00e07dab274, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f6691959-c97b-41af-83ea-c00e07dab274,segment=NetworkSegment(58de41e9-1523-471a-9192-badd2c11beb8),segment_id=58de41e9-1523-471a-9192-badd2c11beb8)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:28.237121 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-370af948-3f0a-405b-a22d-705a4891825a req-bfd0d0f4-f84a-48e8-a6ce-1d34ea514650 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.261953 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-370af948-3f0a-405b-a22d-705a4891825a req-bfd0d0f4-f84a-48e8-a6ce-1d34ea514650 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Calling delete_port for f6691959-c97b-41af-83ea-c00e07dab274 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:24:28.364560 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5998c-a8dc-4de7-b002-6881182f0e9a None None] Pushing event updated for resources: {'Port': ['ID=72c42173-c617-4853-b178-e451e3b4ec5f,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:28.370266 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-27c5998c-a8dc-4de7-b002-6881182f0e9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:28.379623 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.457265 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8844762'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.459070 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-370af948-3f0a-405b-a22d-705a4891825a req-bfd0d0f4-f84a-48e8-a6ce-1d34ea514650 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.459604 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:28.464365 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3106e562-0e11-4459-bf2c-9982bf1e146c tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:28.502510 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0d0f4-f84a-48e8-a6ce-1d34ea514650 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Pushing event deleted for resources: {'Port': ['ID=f6691959-c97b-41af-83ea-c00e07dab274,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:28.506125 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bfd0d0f4-f84a-48e8-a6ce-1d34ea514650 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:28.515041 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.526981 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Transition to ACTIVE for port object bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:28.544788 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Transition to ACTIVE for port object bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:28.556205 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['f6691959-c97b-41af-83ea-c00e07dab274'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:24:28.568590 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:28.572520 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:28.578221 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-370af948-3f0a-405b-a22d-705a4891825a req-bfd0d0f4-f84a-48e8-a6ce-1d34ea514650 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] No DVR routers for this DVR port f6691959-c97b-41af-83ea-c00e07dab274 on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:24:28.580173 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:24:28.581163 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-370af948-3f0a-405b-a22d-705a4891825a req-bfd0d0f4-f84a-48e8-a6ce-1d34ea514650 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.583724 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-370af948-3f0a-405b-a22d-705a4891825a req-bfd0d0f4-f84a-48e8-a6ce-1d34ea514650 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.47 "DELETE /v2.0/ports/f6691959-c97b-41af-83ea-c00e07dab274 HTTP/1.1" status: 204 len: 173 time: 0.6318057 Jun 28 23:24:28.584401 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48102296-e093-48d5-bbc3-69aaa5f672ce', 'name': 'network-vif-deleted', 'tag': 'f6691959-c97b-41af-83ea-c00e07dab274'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:24:28.586779 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c72047-2471-4ccd-8b4c-bc87294c2709" -d '{"events": [{"server_uuid": "48102296-e093-48d5-bbc3-69aaa5f672ce", "name": "network-vif-deleted", "tag": "f6691959-c97b-41af-83ea-c00e07dab274"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:24:28.589104 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device ab46cb94-9333-492c-b2de-abddf4e4d820 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:28.595301 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.619997 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2e124406-8252-474f-8d41-f599865e40ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:28.622580 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Attempting to bind port 72c42173-c617-4853-b178-e451e3b4ec5f on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:24:28.622976 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Attempting to bind port 72c42173-c617-4853-b178-e451e3b4ec5f by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': '3514994f-f5e1-44f5-8f83-a45b606adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:24:28.623347 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Attempting to bind port 72c42173-c617-4853-b178-e451e3b4ec5f on network 07112a3e-968e-4eec-9765-4ad4f0381d53 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:24:28.669064 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:24:28.669453 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Checking segment: {'id': '3514994f-f5e1-44f5-8f83-a45b606adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:28.669872 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.670278 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Bound using segment: {'id': '3514994f-f5e1-44f5-8f83-a45b606adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:24:28.670778 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Bound port: 72c42173-c617-4853-b178-e451e3b4ec5f, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3514994f-f5e1-44f5-8f83-a45b606adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:24:28.671417 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.691804 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01f93ce-4fb4-420c-be9d-59449efdab53 x-openstack-request-id: req-f01f93ce-4fb4-420c-be9d-59449efdab53 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:24:28.692085 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c7aa743e-00a5-4da9-8cc0-edf70b9369de,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:28.692246 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48102296-e093-48d5-bbc3-69aaa5f672ce", "name": "network-vif-deleted", "tag": "f6691959-c97b-41af-83ea-c00e07dab274", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:24:28.692487 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f01f93ce-4fb4-420c-be9d-59449efdab53 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:24:28.692901 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48102296-e093-48d5-bbc3-69aaa5f672ce', 'name': 'network-vif-deleted', 'tag': 'f6691959-c97b-41af-83ea-c00e07dab274', 'status': 'completed', 'code': 200} Jun 28 23:24:28.705934 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:28.708596 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Network 8bd69350-687e-491f-8600-fd5da5922141 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:28.729119 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:28.731523 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:24:28.738308 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Pushing event updated for resources: {'Port': ['ID=bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:28.741521 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:28.848028 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port ab46cb94-9333-492c-b2de-abddf4e4d820 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:28.848415 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.916671 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Attempting to bind port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:24:28.917143 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Attempting to bind port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'e68f7e3d-7551-473c-841c-0f9adc14078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bd69350-687e-491f-8600-fd5da5922141'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:24:28.917628 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Attempting to bind port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 on network 8bd69350-687e-491f-8600-fd5da5922141 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:24:28.937482 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] For port 72c42173-c617-4853-b178-e451e3b4ec5f, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:24:28.939733 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:24:28.940174 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Checking segment: {'id': 'e68f7e3d-7551-473c-841c-0f9adc14078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bd69350-687e-491f-8600-fd5da5922141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:28.940645 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.941139 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Bound using segment: {'id': 'e68f7e3d-7551-473c-841c-0f9adc14078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bd69350-687e-491f-8600-fd5da5922141'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:24:28.941684 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Bound port: bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68f7e3d-7551-473c-841c-0f9adc14078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bd69350-687e-491f-8600-fd5da5922141'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:24:28.942143 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.942516 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.946886 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] For port 72c42173-c617-4853-b178-e451e3b4ec5f, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=72c42173-c617-4853-b178-e451e3b4ec5f,segment=NetworkSegment(3514994f-f5e1-44f5-8f83-a45b606adf0b),segment_id=3514994f-f5e1-44f5-8f83-a45b606adf0b)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:24:28.947096 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d93bb78f-4cfe-465c-aea2-d42b7d00ed18 req-7f53265b-61ac-46a2-ba2e-950ec950470e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] 10.222.0.35 "GET /v2.0/ports?device_id=48102296-e093-48d5-bbc3-69aaa5f672ce HTTP/1.1" status: 200 len: 210 time: 0.0362000 Jun 28 23:24:28.957715 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:28.964226 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:29.055271 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:29.094690 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5998c-a8dc-4de7-b002-6881182f0e9a None None] Pushing event updated for resources: {'Port': ['ID=72c42173-c617-4853-b178-e451e3b4ec5f,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:29.105562 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-27c5998c-a8dc-4de7-b002-6881182f0e9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:29.113423 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Routers {'0f610cfa-b07c-4ad6-b589-001fed2493a6'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:29.114056 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:23:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['0f610cfa-b07c-4ad6-b589-001fed2493a6'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:29.122682 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] For port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:24:29.159011 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657275'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:29.192058 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] For port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5,segment=NetworkSegment(e68f7e3d-7551-473c-841c-0f9adc14078d),segment_id=e68f7e3d-7551-473c-841c-0f9adc14078d)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:24:29.203483 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:29.207863 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:29.274698 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7e41547b-493a-424e-b353-5668fc1d4e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:29.327536 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Pushing event updated for resources: {'Port': ['ID=bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:29.331160 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] Set router 0f610cfa-b07c-4ad6-b589-001fed2493a6 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:29.336064 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:29.368093 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Router 129c7a3b-2568-402a-b133-7a7a025b99f4 is scheduled to L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:24:29.632604 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:20Z', 'updated_at': '2021-06-28T23:24:24Z', 'revision_number': 4, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'gw_port': {'id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:21Z', 'updated_at': '2021-06-28T23:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '72c42173-c617-4853-b178-e451e3b4ec5f', 'name': '', 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'mac_address': 'fa:16:3e:b4:4f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:24Z', 'updated_at': '2021-06-28T23:24:28Z', 'revision_number': 4, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'subnets': [{'id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:29.674748 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58318) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:29.679404 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d0ddd-7ab9-4be0-8888-c02ad823bf08 None None] The sync data for ids ['0f610cfa-b07c-4ad6-b589-001fed2493a6'] in dv-cinder-792462-21-iscsi is: [{'id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:20Z', 'updated_at': '2021-06-28T23:24:24Z', 'revision_number': 4, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'gw_port': {'id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:21Z', 'updated_at': '2021-06-28T23:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '72c42173-c617-4853-b178-e451e3b4ec5f', 'name': '', 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'mac_address': 'fa:16:3e:b4:4f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:24Z', 'updated_at': '2021-06-28T23:24:28Z', 'revision_number': 4, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'subnets': [{'id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:24:29.747772 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6389869-61ea-4ebc-a70c-ff9406f8178b admin admin] Deleting subnet 68cffb94-05a7-4925-b89f-6da7aa6f8cee {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:24:29.755689 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d6389869-61ea-4ebc-a70c-ff9406f8178b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:29.805161 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:24:29.819833 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d6389869-61ea-4ebc-a70c-ff9406f8178b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2287171'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:29.822211 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Sync routers for ids ['129c7a3b-2568-402a-b133-7a7a025b99f4'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:24:29.844976 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Routers {'129c7a3b-2568-402a-b133-7a7a025b99f4'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:29.846195 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:24:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['129c7a3b-2568-402a-b133-7a7a025b99f4'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:29.848771 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:29.851188 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3948529 Jun 28 23:24:29.853969 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58322) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:29.870750 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d6389869-61ea-4ebc-a70c-ff9406f8178b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:29.882354 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:29.968951 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d6389869-61ea-4ebc-a70c-ff9406f8178b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3862380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3429362'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:29.981118 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:30.035690 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6389869-61ea-4ebc-a70c-ff9406f8178b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68cffb94-05a7-4925-b89f-6da7aa6f8cee,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:30.039263 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d6389869-61ea-4ebc-a70c-ff9406f8178b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:30.039432 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Set router 129c7a3b-2568-402a-b133-7a7a025b99f4 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:30.056277 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d6389869-61ea-4ebc-a70c-ff9406f8178b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:30.058785 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-d6389869-61ea-4ebc-a70c-ff9406f8178b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/68cffb94-05a7-4925-b89f-6da7aa6f8cee HTTP/1.1" status: 204 len: 168 time: 0.3829486 Jun 28 23:24:30.061037 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58328) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:30.163507 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58330) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:30.164471 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dc781dbf-6abd-4930-bd2c-14d5a744d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:30.267487 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dc781dbf-6abd-4930-bd2c-14d5a744d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:30.288022 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-dc781dbf-6abd-4930-bd2c-14d5a744d9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c89fcf-980d-4efc-9d12-74431678f129']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:30.304191 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-dc781dbf-6abd-4930-bd2c-14d5a744d9d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0997f0-3c11-4ca8-a1b7-bc6469f74348') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:30.304667 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-dc781dbf-6abd-4930-bd2c-14d5a744d9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0997f0-3c11-4ca8-a1b7-bc6469f74348') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:30.317388 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dc781dbf-6abd-4930-bd2c-14d5a744d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2287192'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:30.333125 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dc781dbf-6abd-4930-bd2c-14d5a744d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:30.340813 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc781dbf-6abd-4930-bd2c-14d5a744d9d0 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:24:30.341366 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dc781dbf-6abd-4930-bd2c-14d5a744d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3861749'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:30.391784 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'name': 'tempest-TestMinimumBasicScenario-45262438-router', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c7aa743e-00a5-4da9-8cc0-edf70b9369de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:27Z', 'updated_at': '2021-06-28T23:24:28Z', 'revision_number': 3, 'project_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'gw_port': {'id': 'c7aa743e-00a5-4da9-8cc0-edf70b9369de', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:28Z', 'updated_at': '2021-06-28T23:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: timer() Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: cb(*args, **kw) Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: self._notify() Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: self.callback(batched_events) Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: event.method(event) Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: return self._get(url).json() Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:24:30.406012 dv-cinder-792462-21-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:24:30.412516 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dc781dbf-6abd-4930-bd2c-14d5a744d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:30.418516 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dc781dbf-6abd-4930-bd2c-14d5a744d9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:30.421295 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-dc781dbf-6abd-4930-bd2c-14d5a744d9d0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/37c89fcf-980d-4efc-9d12-74431678f129 HTTP/1.1" status: 204 len: 168 time: 0.3589177 Jun 28 23:24:30.422216 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:30.437210 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc781dbf-6abd-4930-bd2c-14d5a744d9d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=37c89fcf-980d-4efc-9d12-74431678f129,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:30.441142 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-dc781dbf-6abd-4930-bd2c-14d5a744d9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:30.490313 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Checking router: 129c7a3b-2568-402a-b133-7a7a025b99f4 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:24:30.490958 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Updating router 129c7a3b-2568-402a-b133-7a7a025b99f4 port c7aa743e-00a5-4da9-8cc0-edf70b9369de binding host dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:24:30.562699 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:30.633697 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 72c42173-c617-4853-b178-e451e3b4ec5f up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:30.699886 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5441d9c2-740b-41ce-ad76-ee55fd0d3234 None None] Network 8bd69350-687e-491f-8600-fd5da5922141 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:24:30.718930 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58334) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:30.782635 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-238976fb-f7bc-4cd0-a3b8-d726813322e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fff537ec486b4700b5a84bb8b90922ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623035 Jun 28 23:24:30.786010 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58336) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:30.832050 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-8fec7a83-0934-4836-ac1f-d1618ec57f5c None None] Provisioning for port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:30.862101 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 72c42173-c617-4853-b178-e451e3b4ec5f completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:30.873244 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 72c42173-c617-4853-b178-e451e3b4ec5f triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:30.875057 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:30.892937 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed852532-4564-487e-960b-a3fec8698761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:30.926967 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:30.931139 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed852532-4564-487e-960b-a3fec8698761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.041615 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed852532-4564-487e-960b-a3fec8698761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.045225 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed852532-4564-487e-960b-a3fec8698761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.045425 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.047170 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ed852532-4564-487e-960b-a3fec8698761 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1a4b14b-f558-4f11-adc3-68f38f860e83 HTTP/1.1" status: 204 len: 168 time: 0.2598062 Jun 28 23:24:31.048221 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-49e34ed6-e75d-4c40-aec1-85d4b1b56c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:31.060598 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed852532-4564-487e-960b-a3fec8698761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a4b14b-f558-4f11-adc3-68f38f860e83,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:31.072176 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ed852532-4564-487e-960b-a3fec8698761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:31.091005 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Transition to ACTIVE for port object c7aa743e-00a5-4da9-8cc0-edf70b9369de will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:31.105471 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.125296 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:31.200151 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.231273 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Attempting to bind port c7aa743e-00a5-4da9-8cc0-edf70b9369de on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:24:31.232810 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Attempting to bind port c7aa743e-00a5-4da9-8cc0-edf70b9369de by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:24:31.233195 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Attempting to bind port c7aa743e-00a5-4da9-8cc0-edf70b9369de on network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:24:31.281230 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:24:31.282096 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Checking segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:31.282743 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.284265 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Bound using segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:24:31.287431 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Bound port: c7aa743e-00a5-4da9-8cc0-edf70b9369de, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:24:31.289345 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.326397 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed46808-5348-4881-8102-f675aea2e4de None None] Pushing event updated for resources: {'Port': ['ID=c7aa743e-00a5-4da9-8cc0-edf70b9369de,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:31.326902 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-be0eb70e-c9e5-4e24-9e9f-05e02fcb9b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657625'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.331560 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Allocated IP 172.20.0.1 (8bd69350-687e-491f-8600-fd5da5922141/95e74260-b2d4-43c9-8cb0-1e1aeb700ee1/d3248774-7cb1-4967-b6ec-285da1bdfc70) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:24:31.345875 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 72c42173-c617-4853-b178-e451e3b4ec5f, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=72c42173-c617-4853-b178-e451e3b4ec5f,segment=NetworkSegment(3514994f-f5e1-44f5-8f83-a45b606adf0b),segment_id=3514994f-f5e1-44f5-8f83-a45b606adf0b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:31.352037 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-2ed46808-5348-4881-8102-f675aea2e4de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:31.354716 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.355631 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:31.357215 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:31.422021 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device f6691959-c97b-41af-83ea-c00e07dab274 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:24:31.448231 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] For port c7aa743e-00a5-4da9-8cc0-edf70b9369de, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:24:31.453308 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] For port c7aa743e-00a5-4da9-8cc0-edf70b9369de, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=c7aa743e-00a5-4da9-8cc0-edf70b9369de,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:24:31.459812 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.463892 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-5ef73d5b-3c47-4ebc-814a-8323a2ffe0c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:31.479139 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: f6691959-c97b-41af-83ea-c00e07dab274 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:24:31.479486 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device f6691959-c97b-41af-83ea-c00e07dab274 not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:24:31.518176 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=72c42173-c617-4853-b178-e451e3b4ec5f,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:31.524921 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:31.541446 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:31.550308 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:31.550308 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.550635 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Routers {'129c7a3b-2568-402a-b133-7a7a025b99f4'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:31.551122 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:24:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['129c7a3b-2568-402a-b133-7a7a025b99f4'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:31.714313 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed46808-5348-4881-8102-f675aea2e4de None None] Pushing event updated for resources: {'Port': ['ID=c7aa743e-00a5-4da9-8cc0-edf70b9369de,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:31.725396 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-2ed46808-5348-4881-8102-f675aea2e4de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:31.734345 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.768550 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.799884 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Transition to ACTIVE for port object d3248774-7cb1-4967-b6ec-285da1bdfc70 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:31.801079 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] Set router 129c7a3b-2568-402a-b133-7a7a025b99f4 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:31.804078 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5,segment=NetworkSegment(e68f7e3d-7551-473c-841c-0f9adc14078d),segment_id=e68f7e3d-7551-473c-841c-0f9adc14078d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:31.822509 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.824590 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:31.884053 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:31.888220 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:31.894962 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-06aaab38-b308-41ea-94a8-8e0ef2ede4e5 None None] Provisioning complete for port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:31.894962 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-06aaab38-b308-41ea-94a8-8e0ef2ede4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.936428 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8844762'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:31.946471 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-73c83862-784a-4cdd-b995-2f9337173b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:31.960736 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-be0eb70e-c9e5-4e24-9e9f-05e02fcb9b8b admin admin] Deleting port e3ca712d-d963-4379-9b63-344c0433293d {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:24:31.960736 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-be0eb70e-c9e5-4e24-9e9f-05e02fcb9b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.049167 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'name': 'tempest-TestMinimumBasicScenario-45262438-router', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c7aa743e-00a5-4da9-8cc0-edf70b9369de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:27Z', 'updated_at': '2021-06-28T23:24:28Z', 'revision_number': 3, 'project_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'gw_port': {'id': 'c7aa743e-00a5-4da9-8cc0-edf70b9369de', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:28Z', 'updated_at': '2021-06-28T23:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:32.080959 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.089908 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc8a685-8336-4a53-82bc-326e4d98b7fb None None] The sync data for ids ['129c7a3b-2568-402a-b133-7a7a025b99f4'] in dv-cinder-792462-21-iscsi is: [{'id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'name': 'tempest-TestMinimumBasicScenario-45262438-router', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c7aa743e-00a5-4da9-8cc0-edf70b9369de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:27Z', 'updated_at': '2021-06-28T23:24:28Z', 'revision_number': 3, 'project_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'gw_port': {'id': 'c7aa743e-00a5-4da9-8cc0-edf70b9369de', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:28Z', 'updated_at': '2021-06-28T23:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:24:32.131926 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58362) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:32.238642 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Network 8bd69350-687e-491f-8600-fd5da5922141 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:32.245672 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:32.249083 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:24:32.296199 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1073134344-network', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:32.314405 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Pushing event updated for resources: {'Port': ['ID=d3248774-7cb1-4967-b6ec-285da1bdfc70,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:32.319957 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:32.349438 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656966'] for router_interface, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.353795 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Made reservation on behalf of e23bc83e618a4da38881f5efae15ba41 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:24:32.356634 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.382410 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.437288 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-be0eb70e-c9e5-4e24-9e9f-05e02fcb9b8b admin admin] For port e3ca712d-d963-4379-9b63-344c0433293d, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=e3ca712d-d963-4379-9b63-344c0433293d,segment=NetworkSegment(58de41e9-1523-471a-9192-badd2c11beb8),segment_id=58de41e9-1523-471a-9192-badd2c11beb8)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:32.437789 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-be0eb70e-c9e5-4e24-9e9f-05e02fcb9b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.459543 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-be0eb70e-c9e5-4e24-9e9f-05e02fcb9b8b admin admin] Calling delete_port for e3ca712d-d963-4379-9b63-344c0433293d owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:24:32.637061 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.641796 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-008357fb-7d15-43a9-adb1-877d32a43804 None None] Provisioning for port d3248774-7cb1-4967-b6ec-285da1bdfc70 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:32.645539 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.649707 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-008357fb-7d15-43a9-adb1-877d32a43804 None None] Provisioning complete for port d3248774-7cb1-4967-b6ec-285da1bdfc70 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:32.650273 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-008357fb-7d15-43a9-adb1-877d32a43804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.655934 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-306181c6-ac0c-47df-a303-a40c1a26cba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:32.710418 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 72c42173-c617-4853-b178-e451e3b4ec5f up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:32.720696 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:24:32.734944 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.735613 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Added segment 863a9227-5310-4e8a-9be1-c9a130b967c6 of type vlan for network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 Jun 28 23:24:32.742860 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.751436 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-008357fb-7d15-43a9-adb1-877d32a43804 None None] Port d3248774-7cb1-4967-b6ec-285da1bdfc70 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:24:32.787428 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.787644 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 72c42173-c617-4853-b178-e451e3b4ec5f triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:32.787948 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.813808 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ad0792-6d47-4c67-bae4-fad1736c2b69,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:32.840689 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:32.866360 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.870769 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:32.872498 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.878193 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c4f85697-a452-41d8-8479-bd869a708388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:32.892070 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:32.949499 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-be0eb70e-c9e5-4e24-9e9f-05e02fcb9b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.953997 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-000667d0-f3eb-4411-a01e-d2e0071ac78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:32.961728 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8273957 Jun 28 23:24:32.964618 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58370) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:32.970656 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-5e090788-f6cd-4d75-99a7-e99cfe55cab4 admin admin] Request body: {'subnet': {'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1073134344-subnet', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:32.971863 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:32.972257 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:32.984731 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Pushing event updated for resources: {'Network': ['ID=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:32.994814 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:32.998094 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0eb70e-c9e5-4e24-9e9f-05e02fcb9b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ca712d-d963-4379-9b63-344c0433293d,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:33.000009 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:24:33.000376 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-be0eb70e-c9e5-4e24-9e9f-05e02fcb9b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:33.010636 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e090788-f6cd-4d75-99a7-e99cfe55cab4 admin admin] Made reservation on behalf of e23bc83e618a4da38881f5efae15ba41 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:24:33.013575 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5e090788-f6cd-4d75-99a7-e99cfe55cab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3429359'] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:33.129438 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:33.140819 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844748'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:33.142646 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device c7aa743e-00a5-4da9-8cc0-edf70b9369de up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:33.144956 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:33.214340 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port c7aa743e-00a5-4da9-8cc0-edf70b9369de completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:33.219427 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port c7aa743e-00a5-4da9-8cc0-edf70b9369de triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:33.219896 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:33.252363 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1657718'] for router_interface, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:33.267822 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Pushing event updated for resources: {'Port': ['ID=d3248774-7cb1-4967-b6ec-285da1bdfc70,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:33.271210 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:33.337103 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:33.340724 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-be0eb70e-c9e5-4e24-9e9f-05e02fcb9b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657741'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:33.368087 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port c7aa743e-00a5-4da9-8cc0-edf70b9369de, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=c7aa743e-00a5-4da9-8cc0-edf70b9369de,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:33.372515 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:33.374393 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:33.427029 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=c7aa743e-00a5-4da9-8cc0-edf70b9369de,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:33.430986 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:33.446893 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Network 8bd69350-687e-491f-8600-fd5da5922141 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:33.472415 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:33.486171 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5e090788-f6cd-4d75-99a7-e99cfe55cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3862447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3429369'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:33.494553 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-13564c19-eead-4df1-a560-44b719a52651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:33.550982 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e090788-f6cd-4d75-99a7-e99cfe55cab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=267ad752-7b4a-4cc1-8929-5768d21c85ec,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:33.555411 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5e090788-f6cd-4d75-99a7-e99cfe55cab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:33.561961 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e090788-f6cd-4d75-99a7-e99cfe55cab4 admin admin] Checking segment: {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:33.562399 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e090788-f6cd-4d75-99a7-e99cfe55cab4 admin admin] Network hostable DHCP agents. Network: fea3cf5c-da72-4ef5-b6f8-bae77ef1f927, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:24:33.588616 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e090788-f6cd-4d75-99a7-e99cfe55cab4 admin admin] Network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:24:33.601814 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-5e090788-f6cd-4d75-99a7-e99cfe55cab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, fea3cf5c-da72-4ef5-b6f8-bae77ef1f927) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:33.606115 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e090788-f6cd-4d75-99a7-e99cfe55cab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:33.606931 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5e090788-f6cd-4d75-99a7-e99cfe55cab4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:33.614165 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e320784c-2aea-4369-854c-3d56d5efbef8 None None] Network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:24:33.630691 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58376) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:33.631906 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5e090788-f6cd-4d75-99a7-e99cfe55cab4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6662033 Jun 28 23:24:33.642873 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:33.725159 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24888'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:33.725978 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24883'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:33.732561 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Router 129c7a3b-2568-402a-b133-7a7a025b99f4 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:24:33.766066 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0eb70e-c9e5-4e24-9e9f-05e02fcb9b8b admin admin] Router fb89229b-2079-4c07-bb82-91bff4bef015 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:24:33.794050 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-04256d67-9fa4-4f49-9d63-0d3a901d4bbd None None] Provisioning complete for port d3248774-7cb1-4967-b6ec-285da1bdfc70 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:33.794951 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-04256d67-9fa4-4f49-9d63-0d3a901d4bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:33.818930 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71dcb06f-5920-57ee-abd5-bc0b8bc26ff9-fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec'}]}} from dv-cinder-792462-21-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:24:33.821451 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:33.854969 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-04256d67-9fa4-4f49-9d63-0d3a901d4bbd None None] Port d3248774-7cb1-4967-b6ec-285da1bdfc70 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:24:33.896900 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:34.005730 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Allocated IP 172.20.0.2 (fea3cf5c-da72-4ef5-b6f8-bae77ef1f927/267ad752-7b4a-4cc1-8929-5768d21c85ec/a977b946-3f79-4b1d-be1a-7c6ca79be65b) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:24:34.215881 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:34.226218 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Transition to ACTIVE for port object a977b946-3f79-4b1d-be1a-7c6ca79be65b will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:34.246366 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Transition to ACTIVE for port object a977b946-3f79-4b1d-be1a-7c6ca79be65b will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:34.253539 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:34.255748 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:34.300585 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:34.304069 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:34.307244 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:24:34.318936 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Pushing event updated for resources: {'Port': ['ID=a977b946-3f79-4b1d-be1a-7c6ca79be65b,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:34.321920 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:34.337587 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:24:34.350434 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] 10.222.0.35 "PUT /v2.0/routers/129c7a3b-2568-402a-b133-7a7a025b99f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4938309 Jun 28 23:24:34.373732 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Sync routers for ids ['129c7a3b-2568-402a-b133-7a7a025b99f4'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:24:34.395288 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Routers {'129c7a3b-2568-402a-b133-7a7a025b99f4'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:34.395954 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:24:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['129c7a3b-2568-402a-b133-7a7a025b99f4'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:34.399983 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Attempting to bind port a977b946-3f79-4b1d-be1a-7c6ca79be65b on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:24:34.400428 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Attempting to bind port a977b946-3f79-4b1d-be1a-7c6ca79be65b by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:24:34.400723 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Attempting to bind port a977b946-3f79-4b1d-be1a-7c6ca79be65b on network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:24:34.410129 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24861'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:34.440183 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:24:34.440634 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Checking segment: {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:34.441053 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:34.441464 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Bound using segment: {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:24:34.442009 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Bound port: a977b946-3f79-4b1d-be1a-7c6ca79be65b, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:24:34.442410 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:34.483477 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0eb70e-c9e5-4e24-9e9f-05e02fcb9b8b admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:24:34.499030 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58380) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:34.502552 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7426dff8-0140-4da7-a9b7-885cab16d894 None None] Sync routers for ids ['fb89229b-2079-4c07-bb82-91bff4bef015'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:24:34.517018 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426dff8-0140-4da7-a9b7-885cab16d894 None None] Routers {'fb89229b-2079-4c07-bb82-91bff4bef015'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:34.517843 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7426dff8-0140-4da7-a9b7-885cab16d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:24:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['fb89229b-2079-4c07-bb82-91bff4bef015'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:34.526664 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-be0eb70e-c9e5-4e24-9e9f-05e02fcb9b8b admin admin] 10.222.0.35 "PUT /v2.0/routers/fb89229b-2079-4c07-bb82-91bff4bef015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3316329 Jun 28 23:24:34.586607 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Set router 129c7a3b-2568-402a-b133-7a7a025b99f4 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:34.590338 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] For port a977b946-3f79-4b1d-be1a-7c6ca79be65b, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:24:34.633545 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device c7aa743e-00a5-4da9-8cc0-edf70b9369de up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:34.670523 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] For port a977b946-3f79-4b1d-be1a-7c6ca79be65b, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=a977b946-3f79-4b1d-be1a-7c6ca79be65b,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:24:34.684963 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:34.693113 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:34.782068 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Notify callbacks [] for router, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:34.785553 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-7426dff8-0140-4da7-a9b7-885cab16d894 None None] Set router fb89229b-2079-4c07-bb82-91bff4bef015 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:35.016272 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Pushing event updated for resources: {'Port': ['ID=a977b946-3f79-4b1d-be1a-7c6ca79be65b,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:35.022300 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:35.024868 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:35.025747 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:35.050366 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port c7aa743e-00a5-4da9-8cc0-edf70b9369de triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:35.050621 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:35.084919 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:35.115474 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7426dff8-0140-4da7-a9b7-885cab16d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'name': 'tempest-ServerRescueNegativeTestJSON-1975517241-router', 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '4bd1b7bf-5ada-4cac-88ad-7b6680c37c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:09Z', 'updated_at': '2021-06-28T23:24:32Z', 'revision_number': 5, 'project_id': '3dc7b99612764eb39646a3f140e7cad4', 'gw_port': {'id': '4bd1b7bf-5ada-4cac-88ad-7b6680c37c45', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:12Z', 'updated_at': '2021-06-28T23:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:35.134757 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Deleting port 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:24:35.135745 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:35.191997 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7426dff8-0140-4da7-a9b7-885cab16d894 None None] Checking router: fb89229b-2079-4c07-bb82-91bff4bef015 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:24:35.224711 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426dff8-0140-4da7-a9b7-885cab16d894 None None] Routers {'fb89229b-2079-4c07-bb82-91bff4bef015'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:35.225782 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7426dff8-0140-4da7-a9b7-885cab16d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:24:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['fb89229b-2079-4c07-bb82-91bff4bef015'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:35.333278 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Allocated IP 172.27.2.143 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/06efda73-815e-48a1-9716-ad1360840d22) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:24:35.344896 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'name': 'tempest-TestMinimumBasicScenario-45262438-router', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c7aa743e-00a5-4da9-8cc0-edf70b9369de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:27Z', 'updated_at': '2021-06-28T23:24:32Z', 'revision_number': 4, 'project_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'gw_port': {'id': 'c7aa743e-00a5-4da9-8cc0-edf70b9369de', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:28Z', 'updated_at': '2021-06-28T23:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': 'd3248774-7cb1-4967-b6ec-285da1bdfc70', 'name': '', 'network_id': '8bd69350-687e-491f-8600-fd5da5922141', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'mac_address': 'fa:16:3e:82:6d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '95e74260-b2d4-43c9-8cb0-1e1aeb700ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:30Z', 'updated_at': '2021-06-28T23:24:32Z', 'revision_number': 2, 'project_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'subnets': [{'id': '95e74260-b2d4-43c9-8cb0-1e1aeb700ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:35.370709 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] For port 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=4bd1b7bf-5ada-4cac-88ad-7b6680c37c45,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:35.370709 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:35.408116 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Calling delete_port for 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45 owned by network:router_gateway {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:24:35.410570 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Checking router: 129c7a3b-2568-402a-b133-7a7a025b99f4 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:24:35.410570 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Updating router 129c7a3b-2568-402a-b133-7a7a025b99f4 port d3248774-7cb1-4967-b6ec-285da1bdfc70 binding host dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:24:35.469300 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:35.515538 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-7426dff8-0140-4da7-a9b7-885cab16d894 None None] Set router fb89229b-2079-4c07-bb82-91bff4bef015 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:35.592228 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:35.618350 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7426dff8-0140-4da7-a9b7-885cab16d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'name': 'tempest-ServerRescueNegativeTestJSON-1975517241-router', 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:09Z', 'updated_at': '2021-06-28T23:24:35Z', 'revision_number': 6, 'project_id': '3dc7b99612764eb39646a3f140e7cad4', 'gw_port_host': None}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:35.667669 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7426dff8-0140-4da7-a9b7-885cab16d894 None None] The sync data for ids ['fb89229b-2079-4c07-bb82-91bff4bef015'] in dv-cinder-792462-21-iscsi is: [{'id': 'fb89229b-2079-4c07-bb82-91bff4bef015', 'name': 'tempest-ServerRescueNegativeTestJSON-1975517241-router', 'tenant_id': '3dc7b99612764eb39646a3f140e7cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:09Z', 'updated_at': '2021-06-28T23:24:35Z', 'revision_number': 6, 'project_id': '3dc7b99612764eb39646a3f140e7cad4', 'gw_port_host': None}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:24:35.673150 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8844762'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:35.676460 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:35.736213 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:35.740790 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:35.742994 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Pushing event updated for resources: {'Port': ['ID=06efda73-815e-48a1-9716-ad1360840d22,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:35.745338 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:24:35.747765 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:35.806422 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:35.813084 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fcd02f71-deee-47e1-8ae0-262b044104c8 tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:35.862331 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd1b7bf-5ada-4cac-88ad-7b6680c37c45,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:35.868261 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:35.999421 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:36.029399 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Transition to ACTIVE for port object d3248774-7cb1-4967-b6ec-285da1bdfc70 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:36.044266 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:36.085861 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-27c5998c-a8dc-4de7-b002-6881182f0e9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:36.105884 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656915'] for router_gateway, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:36.245368 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bb874-18e3-4269-b695-c02ad68d6db1 None None] Pushing event updated for resources: {'Port': ['ID=d3248774-7cb1-4967-b6ec-285da1bdfc70,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:36.262448 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2e5bb874-18e3-4269-b695-c02ad68d6db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:36.321117 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:36.360249 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Attempting to bind port d3248774-7cb1-4967-b6ec-285da1bdfc70 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:24:36.360889 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Attempting to bind port d3248774-7cb1-4967-b6ec-285da1bdfc70 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'e68f7e3d-7551-473c-841c-0f9adc14078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bd69350-687e-491f-8600-fd5da5922141'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:24:36.361459 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Attempting to bind port d3248774-7cb1-4967-b6ec-285da1bdfc70 on network 8bd69350-687e-491f-8600-fd5da5922141 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:24:36.371631 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:24:36.372221 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Checking segment: {'id': 'e68f7e3d-7551-473c-841c-0f9adc14078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bd69350-687e-491f-8600-fd5da5922141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:36.372959 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:36.374021 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Bound using segment: {'id': 'e68f7e3d-7551-473c-841c-0f9adc14078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bd69350-687e-491f-8600-fd5da5922141'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:24:36.374731 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Bound port: d3248774-7cb1-4967-b6ec-285da1bdfc70, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68f7e3d-7551-473c-841c-0f9adc14078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bd69350-687e-491f-8600-fd5da5922141'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:24:36.375328 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:36.423513 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24842'] for router, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:36.429159 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:36.528221 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] For port d3248774-7cb1-4967-b6ec-285da1bdfc70, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:24:36.540676 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] For port d3248774-7cb1-4967-b6ec-285da1bdfc70, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=d3248774-7cb1-4967-b6ec-285da1bdfc70,segment=NetworkSegment(e68f7e3d-7551-473c-841c-0f9adc14078d),segment_id=e68f7e3d-7551-473c-841c-0f9adc14078d)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:24:36.549983 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:36.552428 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:36.627988 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657275'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:36.638383 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656885'] for router, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:36.645625 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb89229b-2079-4c07-bb82-91bff4bef015 {{(pid=92895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 23:24:36.670184 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:36.677361 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fb89229b-2079-4c07-bb82-91bff4bef015 HTTP/1.1" status: 204 len: 168 time: 2.1756911 Jun 28 23:24:36.681241 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58412) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:36.718541 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Routers {'129c7a3b-2568-402a-b133-7a7a025b99f4'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:36.719711 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:24:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['129c7a3b-2568-402a-b133-7a7a025b99f4'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:36.846010 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:24:36.859476 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb94a9cf-ed76-4b7d-8127-26d3cbcda764 admin admin] Deleting subnet 765aa8e1-0636-4338-8592-99c6680980f0 {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:24:36.884513 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb94a9cf-ed76-4b7d-8127-26d3cbcda764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:36.957210 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] Set router 129c7a3b-2568-402a-b133-7a7a025b99f4 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:36.967359 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Router 87d6758c-d596-4d20-a05b-41cff145e4db is scheduled to L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:24:37.002302 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb94a9cf-ed76-4b7d-8127-26d3cbcda764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2287171'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:37.110752 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb94a9cf-ed76-4b7d-8127-26d3cbcda764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:37.175610 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:24:37.183248 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bb874-18e3-4269-b695-c02ad68d6db1 None None] Pushing event updated for resources: {'Port': ['ID=d3248774-7cb1-4967-b6ec-285da1bdfc70,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:37.190327 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2e5bb874-18e3-4269-b695-c02ad68d6db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:37.200319 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcc6726-5624-4346-89bc-6df4e60db677 None None] Network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:24:37.200959 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:37.203231 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5710511 Jun 28 23:24:37.207659 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58416) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:37.310182 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device a977b946-3f79-4b1d-be1a-7c6ca79be65b up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:37.378100 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Sync routers for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:24:37.410355 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb94a9cf-ed76-4b7d-8127-26d3cbcda764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3862380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3429362'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:37.425121 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:37.463357 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eb94a9cf-ed76-4b7d-8127-26d3cbcda764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:37.465597 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-eb94a9cf-ed76-4b7d-8127-26d3cbcda764 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/765aa8e1-0636-4338-8592-99c6680980f0 HTTP/1.1" status: 204 len: 168 time: 0.7819371 Jun 28 23:24:37.469847 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58420) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:37.477678 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1ea039cd-17e3-4810-b391-d71ec96a52e1 None None] Provisioning for port a977b946-3f79-4b1d-be1a-7c6ca79be65b completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:37.510634 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:37.511314 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:24:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:37.518076 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94a9cf-ed76-4b7d-8127-26d3cbcda764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=765aa8e1-0636-4338-8592-99c6680980f0,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:37.523794 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-eb94a9cf-ed76-4b7d-8127-26d3cbcda764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:37.587764 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port a977b946-3f79-4b1d-be1a-7c6ca79be65b completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:37.611617 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b6be9bc3-7d9d-4fc7-8a53-77075abee535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:37.622568 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port a977b946-3f79-4b1d-be1a-7c6ca79be65b triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:37.622983 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:37.729640 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b6be9bc3-7d9d-4fc7-8a53-77075abee535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:37.760680 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-b6be9bc3-7d9d-4fc7-8a53-77075abee535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e2dfc3-26e2-4195-9aaa-856aaf7459e1']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:37.774533 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-b6be9bc3-7d9d-4fc7-8a53-77075abee535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58de41e9-1523-471a-9192-badd2c11beb8') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:37.774957 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-b6be9bc3-7d9d-4fc7-8a53-77075abee535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58de41e9-1523-471a-9192-badd2c11beb8') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:37.786150 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b6be9bc3-7d9d-4fc7-8a53-77075abee535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844652'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:37.788978 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:37.803629 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b6be9bc3-7d9d-4fc7-8a53-77075abee535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:37.819197 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6be9bc3-7d9d-4fc7-8a53-77075abee535 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:24:37.819748 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b6be9bc3-7d9d-4fc7-8a53-77075abee535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844820'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: timer() Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: cb(*args, **kw) Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: self._notify() Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: self.callback(batched_events) Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: event.method(event) Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._get(url).json() Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:24:37.822130 dv-cinder-792462-21-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:24:37.937531 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b6be9bc3-7d9d-4fc7-8a53-77075abee535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:37.943167 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:37.951634 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b6be9bc3-7d9d-4fc7-8a53-77075abee535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:37.970143 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b6be9bc3-7d9d-4fc7-8a53-77075abee535 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b8e2dfc3-26e2-4195-9aaa-856aaf7459e1 HTTP/1.1" status: 204 len: 168 time: 0.4860981 Jun 28 23:24:38.003001 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be9bc3-7d9d-4fc7-8a53-77075abee535 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8e2dfc3-26e2-4195-9aaa-856aaf7459e1,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:38.009501 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b6be9bc3-7d9d-4fc7-8a53-77075abee535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:38.036664 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:38.171886 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'name': 'tempest-TestMinimumBasicScenario-45262438-router', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c7aa743e-00a5-4da9-8cc0-edf70b9369de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:27Z', 'updated_at': '2021-06-28T23:24:32Z', 'revision_number': 4, 'project_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'gw_port': {'id': 'c7aa743e-00a5-4da9-8cc0-edf70b9369de', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:28Z', 'updated_at': '2021-06-28T23:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': 'd3248774-7cb1-4967-b6ec-285da1bdfc70', 'name': '', 'network_id': '8bd69350-687e-491f-8600-fd5da5922141', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'mac_address': 'fa:16:3e:82:6d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '95e74260-b2d4-43c9-8cb0-1e1aeb700ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:30Z', 'updated_at': '2021-06-28T23:24:36Z', 'revision_number': 4, 'project_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'subnets': [{'id': '95e74260-b2d4-43c9-8cb0-1e1aeb700ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:38.177698 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58430) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:38.188723 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:38.254013 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88589abf-749f-41ff-bc7f-7ee776f2b5c9 None None] The sync data for ids ['129c7a3b-2568-402a-b133-7a7a025b99f4'] in dv-cinder-792462-21-iscsi is: [{'id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'name': 'tempest-TestMinimumBasicScenario-45262438-router', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c7aa743e-00a5-4da9-8cc0-edf70b9369de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:27Z', 'updated_at': '2021-06-28T23:24:32Z', 'revision_number': 4, 'project_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'gw_port': {'id': 'c7aa743e-00a5-4da9-8cc0-edf70b9369de', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:28Z', 'updated_at': '2021-06-28T23:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': 'd3248774-7cb1-4967-b6ec-285da1bdfc70', 'name': '', 'network_id': '8bd69350-687e-491f-8600-fd5da5922141', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'mac_address': 'fa:16:3e:82:6d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '95e74260-b2d4-43c9-8cb0-1e1aeb700ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:30Z', 'updated_at': '2021-06-28T23:24:36Z', 'revision_number': 4, 'project_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'subnets': [{'id': '95e74260-b2d4-43c9-8cb0-1e1aeb700ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:24:38.272448 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-388d9e1b-da48-4a0d-b8e1-f31c5d365ae2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3dc7b99612764eb39646a3f140e7cad4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0930073 Jun 28 23:24:38.273139 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58432) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:38.290472 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Allocated IP 172.20.0.1 (fea3cf5c-da72-4ef5-b6f8-bae77ef1f927/267ad752-7b4a-4cc1-8929-5768d21c85ec/0bcf16ec-6f21-4da0-beb4-c764da09d697) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:24:38.418475 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port a977b946-3f79-4b1d-be1a-7c6ca79be65b, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=a977b946-3f79-4b1d-be1a-7c6ca79be65b,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:38.433653 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:38.445542 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-07853a00-f4a4-4163-beae-b5b7a0e12831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:38.449919 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:38.490158 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-07853a00-f4a4-4163-beae-b5b7a0e12831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:38.561565 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:38.570419 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:24:38.588480 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Transition to ACTIVE for port object 0bcf16ec-6f21-4da0-beb4-c764da09d697 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:38.600919 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-07853a00-f4a4-4163-beae-b5b7a0e12831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:38.604462 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-07853a00-f4a4-4163-beae-b5b7a0e12831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:38.608037 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-07853a00-f4a4-4163-beae-b5b7a0e12831 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40971b7d-5e69-4623-9789-d5840db7519e HTTP/1.1" status: 204 len: 168 time: 0.3315332 Jun 28 23:24:38.608327 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5aa7aeb9-0e57-40fb-9cdf-bfe12b623b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:38.628618 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07853a00-f4a4-4163-beae-b5b7a0e12831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40971b7d-5e69-4623-9789-d5840db7519e,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:38.638862 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-07853a00-f4a4-4163-beae-b5b7a0e12831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:38.664849 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:38.678214 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:38.724076 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0bcf16ec-6f21-4da0-beb4-c764da09d697,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:38.728020 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:38.734898 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:38.735986 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:24:38.736325 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 4bd1b7bf-5ada-4cac-88ad-7b6680c37c45 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:24:38.736624 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:38.736758 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device e3ca712d-d963-4379-9b63-344c0433293d no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:24:38.754024 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:24:38.779432 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2655d0b8-de73-4487-abdc-6c685263ebca None None] Provisioning complete for port a977b946-3f79-4b1d-be1a-7c6ca79be65b triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:38.780169 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2655d0b8-de73-4487-abdc-6c685263ebca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:38.820636 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656966'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:38.945041 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=a977b946-3f79-4b1d-be1a-7c6ca79be65b,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:38.962218 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:38.966005 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: e3ca712d-d963-4379-9b63-344c0433293d {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:24:38.966856 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device e3ca712d-d963-4379-9b63-344c0433293d not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:24:39.009884 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:36Z', 'revision_number': 3, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:39.107644 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Checking router: 87d6758c-d596-4d20-a05b-41cff145e4db for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:24:39.108223 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Updating router 87d6758c-d596-4d20-a05b-41cff145e4db port 06efda73-815e-48a1-9716-ad1360840d22 binding host dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:24:39.325508 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:39.356895 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:39.400457 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device d3248774-7cb1-4967-b6ec-285da1bdfc70 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:39.721187 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port d3248774-7cb1-4967-b6ec-285da1bdfc70 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:39.738378 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:39.753058 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:39.763312 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port d3248774-7cb1-4967-b6ec-285da1bdfc70 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:39.763312 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:39.766584 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:39.801925 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-826f039c-7469-4a69-b64a-42bad018686d None None] Provisioning for port 0bcf16ec-6f21-4da0-beb4-c764da09d697 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:39.826041 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-826f039c-7469-4a69-b64a-42bad018686d None None] Provisioning complete for port 0bcf16ec-6f21-4da0-beb4-c764da09d697 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:39.826423 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-826f039c-7469-4a69-b64a-42bad018686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:39.852663 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0bcf16ec-6f21-4da0-beb4-c764da09d697,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:39.859678 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:39.878344 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1657718'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:39.931990 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-826f039c-7469-4a69-b64a-42bad018686d None None] Port 0bcf16ec-6f21-4da0-beb4-c764da09d697 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:24:40.026772 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:40.028531 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:40.028692 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:40.043343 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Transition to ACTIVE for port object 06efda73-815e-48a1-9716-ad1360840d22 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:40.056938 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:40.062199 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:40.079726 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:40.170783 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca95a6-4875-4ca0-a1af-bb4ec14dc7c6 None None] Pushing event updated for resources: {'Port': ['ID=06efda73-815e-48a1-9716-ad1360840d22,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:40.206572 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58466) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:40.209932 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Attempting to bind port 06efda73-815e-48a1-9716-ad1360840d22 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:24:40.213821 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Attempting to bind port 06efda73-815e-48a1-9716-ad1360840d22 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:24:40.214314 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Attempting to bind port 06efda73-815e-48a1-9716-ad1360840d22 on network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:24:40.227623 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-04ca95a6-4875-4ca0-a1af-bb4ec14dc7c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:40.229818 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:24:40.230334 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Checking segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:40.230467 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Router 87d6758c-d596-4d20-a05b-41cff145e4db has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:24:40.231177 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:40.231827 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Bound using segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:24:40.232447 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Bound port: 06efda73-815e-48a1-9716-ad1360840d22, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:24:40.233607 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:40.329720 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] For port 06efda73-815e-48a1-9716-ad1360840d22, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:24:40.334242 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] For port 06efda73-815e-48a1-9716-ad1360840d22, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=06efda73-815e-48a1-9716-ad1360840d22,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:24:40.368216 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port d3248774-7cb1-4967-b6ec-285da1bdfc70, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=d3248774-7cb1-4967-b6ec-285da1bdfc70,segment=NetworkSegment(e68f7e3d-7551-473c-841c-0f9adc14078d),segment_id=e68f7e3d-7551-473c-841c-0f9adc14078d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:40.370980 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:40.385827 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:40.442120 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:40.443218 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device a977b946-3f79-4b1d-be1a-7c6ca79be65b up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:40.444723 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1704021098-network', 'tenant_id': '10ec02cc9959441aab3795a888473f28'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:40.473399 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Made reservation on behalf of 10ec02cc9959441aab3795a888473f28 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:24:40.477538 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:40.485396 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca95a6-4875-4ca0-a1af-bb4ec14dc7c6 None None] Pushing event updated for resources: {'Port': ['ID=06efda73-815e-48a1-9716-ad1360840d22,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:40.493220 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-04ca95a6-4875-4ca0-a1af-bb4ec14dc7c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:40.498692 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:40.501876 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:40.551364 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:40.552964 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:24:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:40.572558 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:24:40.601774 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] 10.222.0.35 "PUT /v2.0/routers/87d6758c-d596-4d20-a05b-41cff145e4db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3911250 Jun 28 23:24:40.687536 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:40.733197 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:40.746539 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:40.761073 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4fbe55f5-4055-4547-8ca8-e1d0fefd507b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:40.832184 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-11319dbf-eaa1-44f4-96db-29ebb0b75b2b None None] Provisioning complete for port 0bcf16ec-6f21-4da0-beb4-c764da09d697 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:40.832497 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-11319dbf-eaa1-44f4-96db-29ebb0b75b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:40.838618 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5d1b09-074e-40e1-b2c5-23691eaa5e75,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:40.863047 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:40.879659 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:24:40.935785 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:40.938001 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Added segment 00c91c16-01aa-4435-8a96-adc3392dda77 of type vlan for network b4fb77b0-9205-4b3b-8c11-345ba839a11e Jun 28 23:24:41.043202 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-11319dbf-eaa1-44f4-96db-29ebb0b75b2b None None] Port 0bcf16ec-6f21-4da0-beb4-c764da09d697 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:24:41.097059 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=d3248774-7cb1-4967-b6ec-285da1bdfc70,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:41.103042 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port a977b946-3f79-4b1d-be1a-7c6ca79be65b triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:41.103424 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:41.105263 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:41.187363 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:41.319673 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:41.334857 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:41.334857 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:41.358162 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b6be9bc3-7d9d-4fc7-8a53-77075abee535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:41.440139 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 2, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:41.457668 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b4fb77b0-9205-4b3b-8c11-345ba839a11e,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:41.461494 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:41.463019 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2553649 Jun 28 23:24:41.465806 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58496) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:41.472721 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-ebe42120-4230-43f2-b136-f8f1f221b733 admin admin] Request body: {'subnet': {'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1704021098-subnet', 'tenant_id': '10ec02cc9959441aab3795a888473f28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:41.486802 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea08425-bbf3-4446-b161-ce7a0475788b None None] The sync data for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi is: [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 2, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:24:41.498319 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network b4fb77b0-9205-4b3b-8c11-345ba839a11e details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:24:41.523551 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe42120-4230-43f2-b136-f8f1f221b733 admin admin] Made reservation on behalf of 10ec02cc9959441aab3795a888473f28 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:24:41.526599 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ebe42120-4230-43f2-b136-f8f1f221b733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9014299'] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:41.784206 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device d3248774-7cb1-4967-b6ec-285da1bdfc70 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:41.860423 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port d3248774-7cb1-4967-b6ec-285da1bdfc70 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:41.860423 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:41.905117 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ebe42120-4230-43f2-b136-f8f1f221b733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9014285'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:41.924065 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:41.987140 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58504) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:42.000716 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-808065141-network', 'tenant_id': '5ad9f6439a574ac38445419853641db0'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:42.053729 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe42120-4230-43f2-b136-f8f1f221b733 admin admin] Checking segment: {'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:42.054639 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe42120-4230-43f2-b136-f8f1f221b733 admin admin] Network hostable DHCP agents. Network: b4fb77b0-9205-4b3b-8c11-345ba839a11e, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:24:42.062525 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Made reservation on behalf of 5ad9f6439a574ac38445419853641db0 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:24:42.063951 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe42120-4230-43f2-b136-f8f1f221b733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcc8de39-502a-4657-8ae9-14604ed34cd7,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:42.067705 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ebe42120-4230-43f2-b136-f8f1f221b733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:42.072729 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:42.088395 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe42120-4230-43f2-b136-f8f1f221b733 admin admin] Network b4fb77b0-9205-4b3b-8c11-345ba839a11e is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:24:42.093868 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:42.104471 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-ebe42120-4230-43f2-b136-f8f1f221b733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, b4fb77b0-9205-4b3b-8c11-345ba839a11e) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:42.108962 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe42120-4230-43f2-b136-f8f1f221b733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:42.109772 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ebe42120-4230-43f2-b136-f8f1f221b733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:42.127962 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e201ce-7b94-424a-b582-624838bebcd1 None None] Network b4fb77b0-9205-4b3b-8c11-345ba839a11e requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:24:42.150366 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ebe42120-4230-43f2-b136-f8f1f221b733 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6825237 Jun 28 23:24:42.409620 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:42.419105 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:42.465081 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:24:42.474372 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ed47a8b1-c3a5-4856-b495-d8199dea514f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:42.599327 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:42.599703 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Added segment ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970 of type vlan for network 0b669bc0-43db-4a0a-8fd8-8e39cc9467f0 Jun 28 23:24:42.605793 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5683e316-e532-43f2-afd8-f516e81f3e0e None None] Network b4fb77b0-9205-4b3b-8c11-345ba839a11e requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:24:42.622222 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963e9766-7de3-4235-999e-04e8c33b5c86,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:42.642860 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:42.705086 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:42.880726 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:42.884017 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:42.884839 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:42.888698 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:43.261314 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Pushing event updated for resources: {'Network': ['ID=0b669bc0-43db-4a0a-8fd8-8e39cc9467f0,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:43.271920 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network 0b669bc0-43db-4a0a-8fd8-8e39cc9467f0 details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:24:43.284849 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:43.286247 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2970867 Jun 28 23:24:43.289564 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58534) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:43.294439 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-4bb3f845-b404-4203-9fc9-fd8b55deaa01 admin admin] Request body: {'subnet': {'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-808065141-subnet', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:43.348621 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb3f845-b404-4203-9fc9-fd8b55deaa01 admin admin] Made reservation on behalf of 5ad9f6439a574ac38445419853641db0 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:24:43.351583 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f845-b404-4203-9fc9-fd8b55deaa01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9014299'] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:43.532224 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-25adf68e-4fec-4570-a788-6ba7b1ec0ccb tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:43.541302 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-25adf68e-4fec-4570-a788-6ba7b1ec0ccb tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/networks?id=b4fb77b0-9205-4b3b-8c11-345ba839a11e HTTP/1.1" status: 200 len: 815 time: 0.3316665 Jun 28 23:24:43.558554 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-dd225de7-823a-4189-9d76-665ac0a9a6ed tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/quotas/10ec02cc9959441aab3795a888473f28 HTTP/1.1" status: 200 len: 375 time: 0.0160160 Jun 28 23:24:43.598406 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 06efda73-815e-48a1-9716-ad1360840d22 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:43.641186 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-065e42f6-4a65-426c-9c81-edc85737dd67 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=10ec02cc9959441aab3795a888473f28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792217 Jun 28 23:24:43.703089 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 06efda73-815e-48a1-9716-ad1360840d22 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:43.715890 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 06efda73-815e-48a1-9716-ad1360840d22 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:43.721064 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:43.843865 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f845-b404-4203-9fc9-fd8b55deaa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9014285'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:43.856993 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2734e537-1303-417c-8f5c-be3238b479d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:43.870161 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-f3d4e3b8-5652-4122-a23d-a86c1f243cc5 service neutron] 10.222.0.35 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235653 Jun 28 23:24:43.970934 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:44.007684 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 06efda73-815e-48a1-9716-ad1360840d22, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=06efda73-815e-48a1-9716-ad1360840d22,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:44.015806 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:44.017925 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-6c0c99a5-3757-417a-964b-6b56f00ba0bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:44.053663 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb3f845-b404-4203-9fc9-fd8b55deaa01 admin admin] Checking segment: {'id': 'ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:44.058910 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb3f845-b404-4203-9fc9-fd8b55deaa01 admin admin] Network hostable DHCP agents. Network: 0b669bc0-43db-4a0a-8fd8-8e39cc9467f0, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:24:44.071715 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3f845-b404-4203-9fc9-fd8b55deaa01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:44.079569 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4bb3f845-b404-4203-9fc9-fd8b55deaa01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:44.091822 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=06efda73-815e-48a1-9716-ad1360840d22,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:44.097043 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:44.117796 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb3f845-b404-4203-9fc9-fd8b55deaa01 admin admin] Network 0b669bc0-43db-4a0a-8fd8-8e39cc9467f0 is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:24:44.130004 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-4bb3f845-b404-4203-9fc9-fd8b55deaa01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, 0b669bc0-43db-4a0a-8fd8-8e39cc9467f0) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:44.135643 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb3f845-b404-4203-9fc9-fd8b55deaa01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:44.136838 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f845-b404-4203-9fc9-fd8b55deaa01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:44.149185 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd6fec8-f463-4065-ac73-931919b32a96 None None] Network 0b669bc0-43db-4a0a-8fd8-8e39cc9467f0 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:24:44.179689 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-2d7b4bbd-3317-4855-a9ae-3e24ac8686c4 service neutron] 10.222.0.35 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016639 Jun 28 23:24:44.181175 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4bb3f845-b404-4203-9fc9-fd8b55deaa01 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8907845 Jun 28 23:24:44.181778 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58550) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:44.192854 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-808065141-router', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:44.263248 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24888'] for router, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:44.264564 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24883'] for router, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:44.341839 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:44.365067 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a5194-ff20-496e-8e1b-48ad161b82a8 req-c4caf8d7-841a-416d-9387-1de7f632c29d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:44.365342 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71dcb06f-5920-57ee-abd5-bc0b8bc26ff9-0b669bc0-43db-4a0a-8fd8-8e39cc9467f0', 'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'fixed_ips': [{'subnet_id': '8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1'}]}} from dv-cinder-792462-21-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:24:44.366233 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:44.373098 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-436a5194-ff20-496e-8e1b-48ad161b82a8 req-c4caf8d7-841a-416d-9387-1de7f632c29d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.1690395 Jun 28 23:24:44.478059 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2c361f0e-2f9b-4ddc-aea4-cd6af767ccb1 req-3839e7e9-ff7c-40d0-90dc-d3e6b9d28504 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 210 time: 0.0495121 Jun 28 23:24:44.565249 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-436a5194-ff20-496e-8e1b-48ad161b82a8 req-e866aff0-ba79-43e5-b53c-366199ce1a46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909962 Jun 28 23:24:44.621364 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Allocated IP 172.20.0.2 (0b669bc0-43db-4a0a-8fd8-8e39cc9467f0/8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1/e6cdb571-b1ee-46a2-9937-c62dd687c2f6) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:24:44.668908 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24861'] for router, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:44.875268 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:44.892924 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Transition to ACTIVE for port object e6cdb571-b1ee-46a2-9937-c62dd687c2f6 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:44.941629 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Transition to ACTIVE for port object e6cdb571-b1ee-46a2-9937-c62dd687c2f6 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:44.954047 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:44.970556 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-04ca95a6-4875-4ca0-a1af-bb4ec14dc7c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:44.985566 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:45.015635 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:45.017059 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Pushing event updated for resources: {'Port': ['ID=e6cdb571-b1ee-46a2-9937-c62dd687c2f6,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:45.020378 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:45.030228 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Network 0b669bc0-43db-4a0a-8fd8-8e39cc9467f0 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:45.032462 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:45.036773 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:24:45.126489 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Attempting to bind port e6cdb571-b1ee-46a2-9937-c62dd687c2f6 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:24:45.127183 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Attempting to bind port e6cdb571-b1ee-46a2-9937-c62dd687c2f6 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:24:45.131177 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Attempting to bind port e6cdb571-b1ee-46a2-9937-c62dd687c2f6 on network 0b669bc0-43db-4a0a-8fd8-8e39cc9467f0 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:24:45.139407 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:24:45.140005 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Checking segment: {'id': 'ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:45.140827 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:45.141489 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Bound using segment: {'id': 'ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:24:45.142803 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Bound port: e6cdb571-b1ee-46a2-9937-c62dd687c2f6, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:24:45.143603 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:45.185533 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Allocated IP 172.27.2.230 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/024083e8-86d6-43a9-a849-e005ee99c51e) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:24:45.299597 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] For port e6cdb571-b1ee-46a2-9937-c62dd687c2f6, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:24:45.306150 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] For port e6cdb571-b1ee-46a2-9937-c62dd687c2f6, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=e6cdb571-b1ee-46a2-9937-c62dd687c2f6,segment=NetworkSegment(ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970),segment_id=ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:24:45.314502 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:45.319349 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:45.362704 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Sync routers for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:24:45.374979 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:45.376613 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:24:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:45.397791 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Pushing event updated for resources: {'Port': ['ID=e6cdb571-b1ee-46a2-9937-c62dd687c2f6,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:45.402272 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:45.493979 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:45.533310 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 06efda73-815e-48a1-9716-ad1360840d22 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:45.559640 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:45.627640 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:45.640797 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-55e7eb23-a676-4348-b76b-ce0723db6f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:45.661617 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 06efda73-815e-48a1-9716-ad1360840d22 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:45.662507 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:45.705582 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:45.707730 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Pushing event updated for resources: {'Port': ['ID=024083e8-86d6-43a9-a849-e005ee99c51e,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:45.723538 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:45.724772 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:45.735091 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:24:45.962087 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-beaafaf9-9ef4-499f-b433-07b26bc836ce req-c5683fd4-08c4-4533-9691-12abeaad96c2 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 210 time: 0.1487987 Jun 28 23:24:46.067858 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 2, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:46.109365 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Checking router: 87d6758c-d596-4d20-a05b-41cff145e4db for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:24:46.110013 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Updating router 87d6758c-d596-4d20-a05b-41cff145e4db port 0bcf16ec-6f21-4da0-beb4-c764da09d697 binding host dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:24:46.149949 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:46.274731 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-a5c59fae-e71c-431c-b3b1-07b90dbcc6ea tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:46.276295 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-a5c59fae-e71c-431c-b3b1-07b90dbcc6ea tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "GET /v2.0/networks?id=b4fb77b0-9205-4b3b-8c11-345ba839a11e HTTP/1.1" status: 200 len: 815 time: 0.1189635 Jun 28 23:24:46.310614 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-437cde4d-153d-4738-b227-b87c51090749 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Request body: {'port': {'device_id': '4a7f2556-3ca3-4a9e-a86e-2b0b79a49149', 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e', 'admin_state_up': True, 'tenant_id': '10ec02cc9959441aab3795a888473f28'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:46.340838 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5ff4a-1553-47c2-a3b7-b8f823f834c2 req-88a040bb-90de-49be-99c7-55243fbd3467 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:46.348396 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f9b5ff4a-1553-47c2-a3b7-b8f823f834c2 req-88a040bb-90de-49be-99c7-55243fbd3467 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.2380683 Jun 28 23:24:46.600712 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f9b5ff4a-1553-47c2-a3b7-b8f823f834c2 req-b5b06954-2822-4de8-921b-d745d662f518 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513990 Jun 28 23:24:46.631190 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:46.740514 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-437cde4d-153d-4738-b227-b87c51090749 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Made reservation on behalf of 10ec02cc9959441aab3795a888473f28 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:24:46.747074 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-437cde4d-153d-4738-b227-b87c51090749 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:46.751077 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:46.773294 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Transition to ACTIVE for port object 0bcf16ec-6f21-4da0-beb4-c764da09d697 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:46.788815 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:46.791661 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:46.880648 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02245ddd-bcbb-44dd-b643-82198183760e None None] Pushing event updated for resources: {'Port': ['ID=0bcf16ec-6f21-4da0-beb4-c764da09d697,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:46.889269 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-02245ddd-bcbb-44dd-b643-82198183760e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:47.028108 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1696e118-503b-44a0-988c-58879c5f6c09 None None] Network 0b669bc0-43db-4a0a-8fd8-8e39cc9467f0 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:24:47.037031 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Attempting to bind port 0bcf16ec-6f21-4da0-beb4-c764da09d697 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:24:47.037031 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Attempting to bind port 0bcf16ec-6f21-4da0-beb4-c764da09d697 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:24:47.037031 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Attempting to bind port 0bcf16ec-6f21-4da0-beb4-c764da09d697 on network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:24:47.059162 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:24:47.059534 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Checking segment: {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:47.059940 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:47.060341 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Bound using segment: {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:24:47.060843 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Bound port: 0bcf16ec-6f21-4da0-beb4-c764da09d697, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:24:47.061249 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:47.133351 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-437cde4d-153d-4738-b227-b87c51090749 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Allocated IP 172.20.0.9 (b4fb77b0-9205-4b3b-8c11-345ba839a11e/dcc8de39-502a-4657-8ae9-14604ed34cd7/8665e507-bb35-47ee-b53b-4ddfb931390d) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:24:47.213539 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] For port 0bcf16ec-6f21-4da0-beb4-c764da09d697, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:24:47.219460 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] For port 0bcf16ec-6f21-4da0-beb4-c764da09d697, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=0bcf16ec-6f21-4da0-beb4-c764da09d697,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:24:47.229710 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:47.232424 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:47.348712 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02245ddd-bcbb-44dd-b643-82198183760e None None] Pushing event updated for resources: {'Port': ['ID=0bcf16ec-6f21-4da0-beb4-c764da09d697,revision_number=4']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:47.359228 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:47.359852 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:24:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:47.361993 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-02245ddd-bcbb-44dd-b643-82198183760e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:47.440025 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-50e2603d-5f5a-4cdf-b213-a90893de7319 None None] Provisioning for port e6cdb571-b1ee-46a2-9937-c62dd687c2f6 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:47.528600 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-437cde4d-153d-4738-b227-b87c51090749 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:47.624828 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:47.630657 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-437cde4d-153d-4738-b227-b87c51090749 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:47.689207 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0b6f12e3-0a60-47f6-a532-9f680ac81e7e tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:47.833229 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device e6cdb571-b1ee-46a2-9937-c62dd687c2f6 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:47.946158 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-437cde4d-153d-4738-b227-b87c51090749 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Network b4fb77b0-9205-4b3b-8c11-345ba839a11e is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:47.963479 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port e6cdb571-b1ee-46a2-9937-c62dd687c2f6 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:47.986811 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port e6cdb571-b1ee-46a2-9937-c62dd687c2f6 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:47.987255 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:48.029141 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cde4d-153d-4738-b227-b87c51090749 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Pushing event updated for resources: {'Port': ['ID=8665e507-bb35-47ee-b53b-4ddfb931390d,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:48.038636 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-437cde4d-153d-4738-b227-b87c51090749 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:48.046187 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-437cde4d-153d-4738-b227-b87c51090749 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:48.057831 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-437cde4d-153d-4738-b227-b87c51090749 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:24:48.109171 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-bf70eff7-7d1e-4211-80cd-162065a6ed76 None None] Provisioning complete for port e6cdb571-b1ee-46a2-9937-c62dd687c2f6 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:48.109788 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-bf70eff7-7d1e-4211-80cd-162065a6ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:48.164140 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:47Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:48.198102 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657275'] for router, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:48.230769 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce65cb7-71c5-4600-ae67-4cc1d6d00332 None None] The sync data for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi is: [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:47Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:24:48.261618 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9a3bc-cf02-413e-a9e5-abbbc1a8ffb1 req-c8bae74d-fd1d-4643-ac09-9a8ab0c434ae tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:48.264745 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-88f9a3bc-cf02-413e-a9e5-abbbc1a8ffb1 req-c8bae74d-fd1d-4643-ac09-9a8ab0c434ae tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 931 time: 0.6862969 Jun 28 23:24:48.390459 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05e7aa-d8cc-48ee-b97b-c06b35314eae req-6cfbae64-c9ca-44cc-8b6d-a1f347cd2eca tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:48.392520 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6d05e7aa-d8cc-48ee-b97b-c06b35314eae req-6cfbae64-c9ca-44cc-8b6d-a1f347cd2eca tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.6084702 Jun 28 23:24:48.415689 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-437cde4d-153d-4738-b227-b87c51090749 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:48.417205 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-437cde4d-153d-4738-b227-b87c51090749 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:48.419391 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:48.506401 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port e6cdb571-b1ee-46a2-9937-c62dd687c2f6, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=e6cdb571-b1ee-46a2-9937-c62dd687c2f6,segment=NetworkSegment(ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970),segment_id=ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:48.517226 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:48.519620 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 0bcf16ec-6f21-4da0-beb4-c764da09d697 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:48.525331 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-27c5998c-a8dc-4de7-b002-6881182f0e9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:48.714035 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-bf70eff7-7d1e-4211-80cd-162065a6ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:48.721750 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=e6cdb571-b1ee-46a2-9937-c62dd687c2f6,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:48.738434 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:48.784411 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-437cde4d-153d-4738-b227-b87c51090749 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4888337 Jun 28 23:24:48.803384 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-88f9a3bc-cf02-413e-a9e5-abbbc1a8ffb1 req-7ca6acd4-85de-47fe-a4bd-f3f0077062d7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225511 Jun 28 23:24:48.811392 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 0bcf16ec-6f21-4da0-beb4-c764da09d697 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:48.820987 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 0bcf16ec-6f21-4da0-beb4-c764da09d697 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:48.821479 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:48.845748 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Request body: {'port': {'device_id': '4a7f2556-3ca3-4a9e-a86e-2b0b79a49149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:48.878698 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.db.api [None req-bf70eff7-7d1e-4211-80cd-162065a6ed76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 23:24:48.879319 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_db.api [None req-bf70eff7-7d1e-4211-80cd-162065a6ed76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 23:24:48.910349 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6d05e7aa-d8cc-48ee-b97b-c06b35314eae req-5474eda3-93db-4e74-a380-06c216fd3464 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4476948 Jun 28 23:24:48.983752 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:49.036348 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 0bcf16ec-6f21-4da0-beb4-c764da09d697, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=0bcf16ec-6f21-4da0-beb4-c764da09d697,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:49.055828 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:49.058623 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:49.084715 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:49.112694 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Router 5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 is scheduled to L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e with binding_index 1 {{(pid=92895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:24:49.143905 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=0bcf16ec-6f21-4da0-beb4-c764da09d697,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:49.156765 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:49.475629 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:24:49.494643 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Sync routers for ids ['5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:24:49.507450 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device e6cdb571-b1ee-46a2-9937-c62dd687c2f6 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:49.541461 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Routers {'5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:49.542135 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:24:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:49.555956 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:49.561345 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3740728 Jun 28 23:24:49.563012 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58586) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:49.682928 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672bcb0-5618-4fe5-bc27-24c8d3dd56a5 req-962b6384-c89b-468f-a437-1d7b3c13cf81 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:49.691485 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d672bcb0-5618-4fe5-bc27-24c8d3dd56a5 req-962b6384-c89b-468f-a437-1d7b3c13cf81 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.3705792 Jun 28 23:24:49.815128 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d672bcb0-5618-4fe5-bc27-24c8d3dd56a5 req-96b630ac-1056-4440-973a-75a05ea861d3 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226039 Jun 28 23:24:49.827861 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port e6cdb571-b1ee-46a2-9937-c62dd687c2f6 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:49.828251 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:49.869914 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Set router 5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:50.000956 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8665e507-bb35-47ee-b53b-4ddfb931390d {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:24:50.024339 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:50.186407 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Transition to ACTIVE for port object 8665e507-bb35-47ee-b53b-4ddfb931390d will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:50.199622 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:50.220976 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fa01acf4-89a4-4469-bda6-cda0105ce956 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:50.396137 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 0bcf16ec-6f21-4da0-beb4-c764da09d697 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:50.412750 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:50.418450 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff7b4c-f93f-4997-a594-4c7da0f42cae req-476668a2-f4b4-44bb-9813-33473ae2f516 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:50.421413 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d6ff7b4c-f93f-4997-a594-4c7da0f42cae req-476668a2-f4b4-44bb-9813-33473ae2f516 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 931 time: 0.3896029 Jun 28 23:24:50.430788 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Pushing event updated for resources: {'Port': ['ID=8665e507-bb35-47ee-b53b-4ddfb931390d,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:50.448659 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:50.466775 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'name': 'tempest-TestVolumeBootPattern-808065141-router', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '024083e8-86d6-43a9-a849-e005ee99c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:44Z', 'updated_at': '2021-06-28T23:24:46Z', 'revision_number': 3, 'project_id': '5ad9f6439a574ac38445419853641db0', 'gw_port': {'id': '024083e8-86d6-43a9-a849-e005ee99c51e', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:45Z', 'updated_at': '2021-06-28T23:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:50.570520 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Checking router: 5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:24:50.571760 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Updating router 5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 port 024083e8-86d6-43a9-a849-e005ee99c51e binding host dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:24:50.616025 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Allocated IP 172.20.0.1 (0b669bc0-43db-4a0a-8fd8-8e39cc9467f0/8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1/003c0da7-8042-47f3-b2bf-0b06afcd4de9) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:24:50.621334 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef2deb-2ce8-4445-9516-bc164620aae4 req-b2bceb2e-1fd1-4111-bde4-5e03b2628e4b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:50.636686 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-98ef2deb-2ce8-4445-9516-bc164620aae4 req-b2bceb2e-1fd1-4111-bde4-5e03b2628e4b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.3995976 Jun 28 23:24:50.645999 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:50.674278 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d6ff7b4c-f93f-4997-a594-4c7da0f42cae req-53df8359-ef07-4a07-b52e-093e9f1f23c8 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216728 Jun 28 23:24:50.758168 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:50.779541 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Transition to ACTIVE for port object 003c0da7-8042-47f3-b2bf-0b06afcd4de9 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:50.793342 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-98ef2deb-2ce8-4445-9516-bc164620aae4 req-14258479-08a6-4068-af86-45b84eb66022 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482165 Jun 28 23:24:50.807000 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Attempting to bind port 8665e507-bb35-47ee-b53b-4ddfb931390d on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:24:50.807522 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Attempting to bind port 8665e507-bb35-47ee-b53b-4ddfb931390d by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:24:50.808058 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Attempting to bind port 8665e507-bb35-47ee-b53b-4ddfb931390d on network b4fb77b0-9205-4b3b-8c11-345ba839a11e {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:24:50.826371 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8844762'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:50.827775 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Port 8665e507-bb35-47ee-b53b-4ddfb931390d on network b4fb77b0-9205-4b3b-8c11-345ba839a11e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:24:50.830288 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Attempting to bind port 8665e507-bb35-47ee-b53b-4ddfb931390d on network b4fb77b0-9205-4b3b-8c11-345ba839a11e {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:24:50.830953 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2c247d6f-2d49-4c36-abf8-399eccae3653 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:50.889042 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Pushing event updated for resources: {'Port': ['ID=003c0da7-8042-47f3-b2bf-0b06afcd4de9,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:50.889218 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 0bcf16ec-6f21-4da0-beb4-c764da09d697 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:50.889366 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:50.894991 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:24:50.894991 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Checking segment: {'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:50.894991 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Bound using segment: {'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:24:50.894991 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Bound port: 8665e507-bb35-47ee-b53b-4ddfb931390d, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:24:50.895692 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:50.900316 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:50.930945 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Network 0b669bc0-43db-4a0a-8fd8-8e39cc9467f0 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:50.938573 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:50.955346 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:24:51.048862 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] For port 8665e507-bb35-47ee-b53b-4ddfb931390d, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:24:51.054063 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] For port 8665e507-bb35-47ee-b53b-4ddfb931390d, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8665e507-bb35-47ee-b53b-4ddfb931390d,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:24:51.062438 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:51.071659 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:51.120347 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:51.120562 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656966'] for router_interface, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:51.121902 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:51.124216 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] 10.222.0.47 "PUT /v2.0/ports/8665e507-bb35-47ee-b53b-4ddfb931390d HTTP/1.1" status: 200 len: 1093 time: 2.3264832 Jun 28 23:24:51.124994 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7f2556-3ca3-4a9e-a86e-2b0b79a49149', 'tag': '8665e507-bb35-47ee-b53b-4ddfb931390d'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:24:51.128449 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f308a0f2-e927-4aae-aaab-bccc9c730750" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7f2556-3ca3-4a9e-a86e-2b0b79a49149", "tag": "8665e507-bb35-47ee-b53b-4ddfb931390d"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:24:51.160566 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Pushing event updated for resources: {'Port': ['ID=8665e507-bb35-47ee-b53b-4ddfb931390d,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:51.163808 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:51.261435 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517ae0d5-9093-44b3-b835-ef701d5e4f89 x-openstack-request-id: req-517ae0d5-9093-44b3-b835-ef701d5e4f89 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:24:51.269825 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7f2556-3ca3-4a9e-a86e-2b0b79a49149", "tag": "8665e507-bb35-47ee-b53b-4ddfb931390d", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:24:51.270793 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-517ae0d5-9093-44b3-b835-ef701d5e4f89 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:24:51.271797 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7f2556-3ca3-4a9e-a86e-2b0b79a49149', 'tag': '8665e507-bb35-47ee-b53b-4ddfb931390d', 'status': 'completed', 'code': 200} Jun 28 23:24:51.353094 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:51.377722 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Transition to ACTIVE for port object 024083e8-86d6-43a9-a849-e005ee99c51e will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:51.398701 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:51.405679 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-ea1d40b3-9bfc-4b32-8cc6-8069fc52686b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:51.453993 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:51.478943 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-65828f0d-1c28-4d2a-b249-7e6f0e9a0a5a None None] Provisioning for port 003c0da7-8042-47f3-b2bf-0b06afcd4de9 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:51.489140 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-38f6f172-5c81-4c90-8763-403cd90612cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:51.490741 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-38f6f172-5c81-4c90-8763-403cd90612cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10ec02cc9959441aab3795a888473f28&device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 1096 time: 0.2843549 Jun 28 23:24:51.502224 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a81484-5588-4020-9684-78f0b3aac27c req-6e55f183-50b0-40f8-9371-a9ef6b2e1cc1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:51.504447 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9a81484-5588-4020-9684-78f0b3aac27c req-6e55f183-50b0-40f8-9371-a9ef6b2e1cc1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.1867993 Jun 28 23:24:51.533359 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Attempting to bind port 024083e8-86d6-43a9-a849-e005ee99c51e on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:24:51.534416 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Attempting to bind port 024083e8-86d6-43a9-a849-e005ee99c51e by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:24:51.537414 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Attempting to bind port 024083e8-86d6-43a9-a849-e005ee99c51e on network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:24:51.546438 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-65828f0d-1c28-4d2a-b249-7e6f0e9a0a5a None None] Provisioning complete for port 003c0da7-8042-47f3-b2bf-0b06afcd4de9 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:51.547162 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-65828f0d-1c28-4d2a-b249-7e6f0e9a0a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:51.576602 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:24:51.577389 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Checking segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:51.578015 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:51.578616 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Bound using segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:24:51.579489 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Bound port: 024083e8-86d6-43a9-a849-e005ee99c51e, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:24:51.580111 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:51.582183 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e4fc8-d572-4cb9-beda-9610aa8f857a None None] Pushing event updated for resources: {'Port': ['ID=024083e8-86d6-43a9-a849-e005ee99c51e,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:51.585403 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-7b1e4fc8-d572-4cb9-beda-9610aa8f857a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:51.624102 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-8e25698d-6849-4f01-a309-695effac53e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8665e507-bb35-47ee-b53b-4ddfb931390d HTTP/1.1" status: 200 len: 217 time: 0.1168909 Jun 28 23:24:51.656148 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-65828f0d-1c28-4d2a-b249-7e6f0e9a0a5a None None] Port 003c0da7-8042-47f3-b2bf-0b06afcd4de9 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:24:51.662425 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9a81484-5588-4020-9684-78f0b3aac27c req-9409c9ae-8e2d-4bfe-b687-0199601191b5 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327806 Jun 28 23:24:51.704119 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] For port 024083e8-86d6-43a9-a849-e005ee99c51e, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:24:51.709470 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] For port 024083e8-86d6-43a9-a849-e005ee99c51e, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=024083e8-86d6-43a9-a849-e005ee99c51e,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:24:51.715635 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:51.716510 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:51.720441 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:51.743652 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844748'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:51.749240 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:51.752148 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-538d8f14-e6dc-42dd-8c19-44d68d6fbf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:51.753764 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-538d8f14-e6dc-42dd-8c19-44d68d6fbf6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcc8de39-502a-4657-8ae9-14604ed34cd7 HTTP/1.1" status: 200 len: 855 time: 0.1006601 Jun 28 23:24:51.817782 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-1325c4c8-a594-43eb-aa51-8be6846a7a14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4fb77b0-9205-4b3b-8c11-345ba839a11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558407 Jun 28 23:24:51.913665 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Pushing event updated for resources: {'Port': ['ID=003c0da7-8042-47f3-b2bf-0b06afcd4de9,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:51.920502 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:51.958330 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Routers {'5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:51.959325 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:24:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:51.974570 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1657718'] for router_interface, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:52.040061 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e4fc8-d572-4cb9-beda-9610aa8f857a None None] Pushing event updated for resources: {'Port': ['ID=024083e8-86d6-43a9-a849-e005ee99c51e,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:52.050297 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-7b1e4fc8-d572-4cb9-beda-9610aa8f857a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:52.169426 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-97baba8d-8798-4c67-9a61-1a73f768ffed service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441436 Jun 28 23:24:52.280925 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Network 0b669bc0-43db-4a0a-8fd8-8e39cc9467f0 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:24:52.283914 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:24:52.306508 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d86ae8ad-960f-4e43-8dba-061d690318d7 req-48d1499d-674b-4278-83a3-8f482b221228 service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284399 Jun 28 23:24:52.329607 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] Set router 5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:52.385274 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925e177-bbdc-4d72-a371-11dab5df581e req-c747c7ec-386c-44af-97fe-f868e6b803be tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:52.387036 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3925e177-bbdc-4d72-a371-11dab5df581e req-c747c7ec-386c-44af-97fe-f868e6b803be tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 943 time: 0.3406825 Jun 28 23:24:52.531494 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3925e177-bbdc-4d72-a371-11dab5df581e req-11844919-0caf-46df-a05c-1e94499d23d1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162128 Jun 28 23:24:52.566177 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463710bc-0e59-42eb-97fb-0524e9a866de req-f2c11341-3d9f-4e8c-979a-7fa16bd8bf62 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:52.570845 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-463710bc-0e59-42eb-97fb-0524e9a866de req-f2c11341-3d9f-4e8c-979a-7fa16bd8bf62 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.2817886 Jun 28 23:24:52.630712 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308a0f2-e927-4aae-aaab-bccc9c730750 req-e40e0dfc-5bba-48a0-b499-9ec622e81113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:52.639143 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f308a0f2-e927-4aae-aaab-bccc9c730750 req-e40e0dfc-5bba-48a0-b499-9ec622e81113 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10ec02cc9959441aab3795a888473f28&device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 1096 time: 0.2498875 Jun 28 23:24:52.665251 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Router 5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:24:52.711821 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-b7ba676b-7d48-4b12-ac8a-1f54e94fb948 None None] Provisioning complete for port 003c0da7-8042-47f3-b2bf-0b06afcd4de9 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:52.712389 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b7ba676b-7d48-4b12-ac8a-1f54e94fb948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:52.758898 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-463710bc-0e59-42eb-97fb-0524e9a866de req-a861ad99-3b7a-4bd4-904a-f8f42e3e4e50 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628265 Jun 28 23:24:52.798979 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba676b-7d48-4b12-ac8a-1f54e94fb948 None None] Port 003c0da7-8042-47f3-b2bf-0b06afcd4de9 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:24:52.817746 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308a0f2-e927-4aae-aaab-bccc9c730750 req-5e912a84-3503-4b49-88c0-e05bfead1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:52.819832 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f308a0f2-e927-4aae-aaab-bccc9c730750 req-5e912a84-3503-4b49-88c0-e05bfead1432 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4fb77b0-9205-4b3b-8c11-345ba839a11e HTTP/1.1" status: 200 len: 916 time: 0.1731923 Jun 28 23:24:52.841564 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'name': 'tempest-TestVolumeBootPattern-808065141-router', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '024083e8-86d6-43a9-a849-e005ee99c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:44Z', 'updated_at': '2021-06-28T23:24:51Z', 'revision_number': 4, 'project_id': '5ad9f6439a574ac38445419853641db0', 'gw_port': {'id': '024083e8-86d6-43a9-a849-e005ee99c51e', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:45Z', 'updated_at': '2021-06-28T23:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '003c0da7-8042-47f3-b2bf-0b06afcd4de9', 'name': '', 'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'mac_address': 'fa:16:3e:6a:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:50Z', 'updated_at': '2021-06-28T23:24:51Z', 'revision_number': 2, 'project_id': '5ad9f6439a574ac38445419853641db0', 'subnets': [{'id': '8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:52.882172 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f308a0f2-e927-4aae-aaab-bccc9c730750 req-e3cb2fea-a197-41d3-9caf-e9feeeeee0d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8665e507-bb35-47ee-b53b-4ddfb931390d HTTP/1.1" status: 200 len: 217 time: 0.0546036 Jun 28 23:24:52.884035 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:24:52.899142 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430c0fe2-fc1e-4e38-9339-1ff7eb09636e None None] The sync data for ids ['5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'] in dv-cinder-792462-21-iscsi is: [{'id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'name': 'tempest-TestVolumeBootPattern-808065141-router', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '024083e8-86d6-43a9-a849-e005ee99c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:44Z', 'updated_at': '2021-06-28T23:24:51Z', 'revision_number': 4, 'project_id': '5ad9f6439a574ac38445419853641db0', 'gw_port': {'id': '024083e8-86d6-43a9-a849-e005ee99c51e', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:45Z', 'updated_at': '2021-06-28T23:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '003c0da7-8042-47f3-b2bf-0b06afcd4de9', 'name': '', 'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'mac_address': 'fa:16:3e:6a:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:50Z', 'updated_at': '2021-06-28T23:24:51Z', 'revision_number': 2, 'project_id': '5ad9f6439a574ac38445419853641db0', 'subnets': [{'id': '8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:24:52.909973 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] 10.222.0.35 "PUT /v2.0/routers/5f1fe066-cb6f-435f-9ff0-20063dbd8ea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3445685 Jun 28 23:24:53.074527 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308a0f2-e927-4aae-aaab-bccc9c730750 req-9c935690-75f1-479e-8d1b-a8b3beedef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:53.077170 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f308a0f2-e927-4aae-aaab-bccc9c730750 req-9c935690-75f1-479e-8d1b-a8b3beedef9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcc8de39-502a-4657-8ae9-14604ed34cd7 HTTP/1.1" status: 200 len: 855 time: 0.1885948 Jun 28 23:24:53.123879 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f308a0f2-e927-4aae-aaab-bccc9c730750 req-996fbb53-ac15-4db2-9dcf-e4345ef2f21f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4fb77b0-9205-4b3b-8c11-345ba839a11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338814 Jun 28 23:24:53.311482 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c47f31-c0c5-4f70-8ef7-714f7c862363 req-ec431650-c14e-42e3-9610-1e9a78db18f2 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:53.327471 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f9c47f31-c0c5-4f70-8ef7-714f7c862363 req-ec431650-c14e-42e3-9610-1e9a78db18f2 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.3778231 Jun 28 23:24:53.416002 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f9c47f31-c0c5-4f70-8ef7-714f7c862363 req-c7bd976e-115b-431f-af01-f46ade3382de tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872579 Jun 28 23:24:53.420020 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f308a0f2-e927-4aae-aaab-bccc9c730750 req-185a9c4e-1699-43b8-aca8-5071a041cccf service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818737 Jun 28 23:24:53.572003 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f308a0f2-e927-4aae-aaab-bccc9c730750 req-b9f36f68-f389-4980-9b71-702099671f2f service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449516 Jun 28 23:24:53.805049 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8418b-6d1b-47a5-98d7-52bc9a6eb5c0 req-3337bfbc-3a5a-42a6-b056-8d61e8692d11 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:53.807879 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bcf8418b-6d1b-47a5-98d7-52bc9a6eb5c0 req-3337bfbc-3a5a-42a6-b056-8d61e8692d11 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 943 time: 0.1061766 Jun 28 23:24:53.930478 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58618) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:53.937341 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-dac77f71-733a-4db6-b6f1-6738790af87a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-658894959', 'description': 'tempest-secgroup-smoke-658894959 description', 'project_id': 'e23bc83e618a4da38881f5efae15ba41'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:53.944191 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bcf8418b-6d1b-47a5-98d7-52bc9a6eb5c0 req-e1c80571-55d9-4dc2-95f3-a219b86a880c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144195 Jun 28 23:24:53.995295 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dac77f71-733a-4db6-b6f1-6738790af87a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.146097 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dac77f71-733a-4db6-b6f1-6738790af87a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.157137 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dac77f71-733a-4db6-b6f1-6738790af87a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.160969 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:54.198784 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dac77f71-733a-4db6-b6f1-6738790af87a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.203301 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-dac77f71-733a-4db6-b6f1-6738790af87a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2719789 Jun 28 23:24:54.205135 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58620) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:54.210363 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-80ace160-efa1-4d4a-9358-9999258fa116 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Request body: {'security_group_rule': {'security_group_id': 'd95478eb-67f5-4ce1-8da0-02bb16d347b0', 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:54.220857 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa15061-a499-4b53-8ad2-262c9b2ce1fc req-8a37bbfb-e966-4043-bb04-afc671b5c771 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:54.228649 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4fa15061-a499-4b53-8ad2-262c9b2ce1fc req-8a37bbfb-e966-4043-bb04-afc671b5c771 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.1294549 Jun 28 23:24:54.246326 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac77f71-733a-4db6-b6f1-6738790af87a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95478eb-67f5-4ce1-8da0-02bb16d347b0,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:54.251535 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-dac77f71-733a-4db6-b6f1-6738790af87a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:54.261286 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80ace160-efa1-4d4a-9358-9999258fa116 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.287582 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4fa15061-a499-4b53-8ad2-262c9b2ce1fc req-6800aac5-9941-4b24-802a-47e18df5c9d2 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577927 Jun 28 23:24:54.352170 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80ace160-efa1-4d4a-9358-9999258fa116 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.360288 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80ace160-efa1-4d4a-9358-9999258fa116 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.363124 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e0506db2-e067-40db-a075-37c6d1deb68f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:54.379154 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ace160-efa1-4d4a-9358-9999258fa116 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f59a803-e675-409d-baae-35c511ef5c8b,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:54.383991 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-80ace160-efa1-4d4a-9358-9999258fa116 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:54.400950 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80ace160-efa1-4d4a-9358-9999258fa116 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.402169 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-80ace160-efa1-4d4a-9358-9999258fa116 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1961391 Jun 28 23:24:54.405050 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58622) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:54.409832 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-43623e1e-9f9d-4841-9feb-38978fea9784 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Request body: {'security_group_rule': {'security_group_id': 'd95478eb-67f5-4ce1-8da0-02bb16d347b0', 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:54.447168 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-43623e1e-9f9d-4841-9feb-38978fea9784 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.540083 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-43623e1e-9f9d-4841-9feb-38978fea9784 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.548798 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-43623e1e-9f9d-4841-9feb-38978fea9784 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.569957 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:54.574748 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-43623e1e-9f9d-4841-9feb-38978fea9784 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.576311 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-43623e1e-9f9d-4841-9feb-38978fea9784 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1701934 Jun 28 23:24:54.580795 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 58626) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:54.591174 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-0d109694-6dc2-4651-9fff-ad833c87b824 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Request body: {'security_group_rule': {'security_group_id': 'd95478eb-67f5-4ce1-8da0-02bb16d347b0', 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:54.596463 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43623e1e-9f9d-4841-9feb-38978fea9784 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d63417-12c9-44f1-923e-ebb7bcf93c65,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:54.601401 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-43623e1e-9f9d-4841-9feb-38978fea9784 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:54.679248 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0d109694-6dc2-4651-9fff-ad833c87b824 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.887516 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0d109694-6dc2-4651-9fff-ad833c87b824 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.904298 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d2817-9da4-4941-82e1-2414674b60ce req-99f2536b-e66f-46fc-9e2d-a89e107fc093 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:54.905928 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-465d2817-9da4-4941-82e1-2414674b60ce req-99f2536b-e66f-46fc-9e2d-a89e107fc093 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.1851301 Jun 28 23:24:54.906864 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0d109694-6dc2-4651-9fff-ad833c87b824 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.927197 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:54.939210 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0d109694-6dc2-4651-9fff-ad833c87b824 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:54.940793 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0d109694-6dc2-4651-9fff-ad833c87b824 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3573656 Jun 28 23:24:54.945211 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58628) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:54.959387 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d109694-6dc2-4651-9fff-ad833c87b824 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68304e1b-1b27-45b2-9218-4d3fd330c3d6,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:54.964094 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0d109694-6dc2-4651-9fff-ad833c87b824 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:54.968043 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-d3546b6d-79ac-40cb-845a-ab1cd6ae5d94 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Request body: {'security_group_rule': {'security_group_id': 'd95478eb-67f5-4ce1-8da0-02bb16d347b0', 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:54.990359 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-465d2817-9da4-4941-82e1-2414674b60ce req-7328087f-8633-4e7c-b5c4-ba8dfe9e5bef tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633616 Jun 28 23:24:55.023722 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3546b6d-79ac-40cb-845a-ab1cd6ae5d94 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:55.098409 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3546b6d-79ac-40cb-845a-ab1cd6ae5d94 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:55.104227 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3546b6d-79ac-40cb-845a-ab1cd6ae5d94 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:55.116306 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:55.129807 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3546b6d-79ac-40cb-845a-ab1cd6ae5d94 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b459fde-abdb-4f70-baa2-dc4f5fd4c605,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:55.137713 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d3546b6d-79ac-40cb-845a-ab1cd6ae5d94 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:55.138624 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3546b6d-79ac-40cb-845a-ab1cd6ae5d94 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:55.141550 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d3546b6d-79ac-40cb-845a-ab1cd6ae5d94 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1933370 Jun 28 23:24:55.143269 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58632) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:55.148869 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-fa389647-3d2b-4ab6-b567-b333fd677b81 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Request body: {'security_group_rule': {'security_group_id': 'd95478eb-67f5-4ce1-8da0-02bb16d347b0', 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:55.183103 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.securitygroups_db [None req-fa389647-3d2b-4ab6-b567-b333fd677b81 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Project e23bc83e618a4da38881f5efae15ba41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 23:24:55.190967 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fa389647-3d2b-4ab6-b567-b333fd677b81 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:55.218064 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087761f3-2d25-4935-b8d1-ef91d4fac58d req-0297d987-0b43-44ab-a524-484a87281de8 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:55.219781 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-087761f3-2d25-4935-b8d1-ef91d4fac58d req-0297d987-0b43-44ab-a524-484a87281de8 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 943 time: 0.1059918 Jun 28 23:24:55.286876 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fa389647-3d2b-4ab6-b567-b333fd677b81 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:55.291908 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fa389647-3d2b-4ab6-b567-b333fd677b81 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:55.299664 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:55.353537 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa389647-3d2b-4ab6-b567-b333fd677b81 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20aa666c-25b6-4044-bafd-8d470c1131ef,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:55.364542 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fa389647-3d2b-4ab6-b567-b333fd677b81 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:55.369231 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-fa389647-3d2b-4ab6-b567-b333fd677b81 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2217541 Jun 28 23:24:55.371897 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 58636) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:24:55.388955 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-8092953c-4c48-46e5-868e-c4755ad3cc8b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Request body: {'security_group_rule': {'security_group_id': 'd95478eb-67f5-4ce1-8da0-02bb16d347b0', 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:55.450174 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fa389647-3d2b-4ab6-b567-b333fd677b81 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:55.470356 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.securitygroups_db [None req-8092953c-4c48-46e5-868e-c4755ad3cc8b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Project e23bc83e618a4da38881f5efae15ba41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 23:24:55.480951 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8092953c-4c48-46e5-868e-c4755ad3cc8b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:55.545557 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 8665e507-bb35-47ee-b53b-4ddfb931390d details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:24:55.563685 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8092953c-4c48-46e5-868e-c4755ad3cc8b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:55.579092 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8092953c-4c48-46e5-868e-c4755ad3cc8b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:55.582092 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-23265c34-f9c7-45a5-a3a9-e883275545b1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:55.607172 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8092953c-4c48-46e5-868e-c4755ad3cc8b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:55.608826 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8092953c-4c48-46e5-868e-c4755ad3cc8b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2321689 Jun 28 23:24:55.614230 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092953c-4c48-46e5-868e-c4755ad3cc8b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bb35ad-7edc-4648-8836-a7dde24b5792,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:55.629321 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8092953c-4c48-46e5-868e-c4755ad3cc8b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:55.644114 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 024083e8-86d6-43a9-a849-e005ee99c51e up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:55.706197 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-087761f3-2d25-4935-b8d1-ef91d4fac58d req-105c2869-7ba1-4f35-9ad4-1a7e8fb09150 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761364 Jun 28 23:24:55.780696 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 8665e507-bb35-47ee-b53b-4ddfb931390d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8665e507-bb35-47ee-b53b-4ddfb931390d,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:55.783019 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662124b9-1707-423b-a523-7fbc6de0deaf req-139ac333-e1fe-44e5-9feb-6882ec12c08d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:55.790807 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-662124b9-1707-423b-a523-7fbc6de0deaf req-139ac333-e1fe-44e5-9feb-6882ec12c08d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.1702814 Jun 28 23:24:55.795956 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '8665e507-bb35-47ee-b53b-4ddfb931390d', 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e', 'port_id': '8665e507-bb35-47ee-b53b-4ddfb931390d', 'mac_address': 'fa:16:3e:dc:9c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc8de39-502a-4657-8ae9-14604ed34cd7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:24:55.804694 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 024083e8-86d6-43a9-a849-e005ee99c51e completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:55.841098 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 024083e8-86d6-43a9-a849-e005ee99c51e triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:55.841970 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:55.863954 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-662124b9-1707-423b-a523-7fbc6de0deaf req-d09c0f00-cf7b-4621-ad16-86f4f86d4455 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685356 Jun 28 23:24:55.906233 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:55.951441 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b0015005-893d-4c04-8dd7-5e8bf92c2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:55.959117 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8665e507-bb35-47ee-b53b-4ddfb931390d {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:24:55.995223 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 8665e507-bb35-47ee-b53b-4ddfb931390d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8665e507-bb35-47ee-b53b-4ddfb931390d,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:56.004065 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:56.005721 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device d524acfc-52e8-4e7f-8a39-4e447aee8764 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:24:56.036433 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:56.108815 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:56.141662 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Sync routers for ids ['5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:24:56.157606 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Routers {'5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:56.158148 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:24:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:56.189654 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=8665e507-bb35-47ee-b53b-4ddfb931390d,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:56.193704 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 024083e8-86d6-43a9-a849-e005ee99c51e, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=024083e8-86d6-43a9-a849-e005ee99c51e,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:56.218310 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:56.222656 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:56.226191 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b4192adc-2206-4a0a-8394-670c69387885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:56.294555 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98155cb-9185-49ed-be84-ea4126617a0c req-021b00bc-0065-4921-b1c4-fa244a908564 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:56.303282 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d98155cb-9185-49ed-be84-ea4126617a0c req-021b00bc-0065-4921-b1c4-fa244a908564 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0864499 Jun 28 23:24:56.328263 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port d524acfc-52e8-4e7f-8a39-4e447aee8764, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:56.330918 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=024083e8-86d6-43a9-a849-e005ee99c51e,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:56.335265 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:56.361348 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Set router 5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:56.364361 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'port_id': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'mac_address': 'fa:16:3e:e1:e1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:24:56.382800 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d98155cb-9185-49ed-be84-ea4126617a0c req-2767311e-e71a-454e-992a-4bc2a6265a2b tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777659 Jun 28 23:24:56.442884 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:56.458191 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d524acfc-52e8-4e7f-8a39-4e447aee8764 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:24:56.499590 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port d524acfc-52e8-4e7f-8a39-4e447aee8764, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:56.509141 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:56.510990 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:56.567765 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=d524acfc-52e8-4e7f-8a39-4e447aee8764,revision_number=6']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:56.578993 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:56.592203 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:56.595913 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['d524acfc-52e8-4e7f-8a39-4e447aee8764'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:24:56.666457 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'name': 'tempest-TestVolumeBootPattern-808065141-router', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '024083e8-86d6-43a9-a849-e005ee99c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:44Z', 'updated_at': '2021-06-28T23:24:51Z', 'revision_number': 4, 'project_id': '5ad9f6439a574ac38445419853641db0', 'gw_port': {'id': '024083e8-86d6-43a9-a849-e005ee99c51e', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:45Z', 'updated_at': '2021-06-28T23:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '003c0da7-8042-47f3-b2bf-0b06afcd4de9', 'name': '', 'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'mac_address': 'fa:16:3e:6a:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:50Z', 'updated_at': '2021-06-28T23:24:51Z', 'revision_number': 2, 'project_id': '5ad9f6439a574ac38445419853641db0', 'subnets': [{'id': '8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:56.699939 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Checking router: 5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:24:56.700278 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Updating router 5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 port 003c0da7-8042-47f3-b2bf-0b06afcd4de9 binding host dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:24:56.744452 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:56.926644 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bf837-56da-4a39-9009-5aaabec12ff7 req-6c634062-4a3e-4e78-9606-af01326faf09 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:56.929713 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dd5bf837-56da-4a39-9009-5aaabec12ff7 req-6c634062-4a3e-4e78-9606-af01326faf09 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 944 time: 0.0761025 Jun 28 23:24:56.977783 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dd5bf837-56da-4a39-9009-5aaabec12ff7 req-39fc882c-30c6-46d4-832d-b05ce88a3f9a tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410078 Jun 28 23:24:57.010406 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['8665e507-bb35-47ee-b53b-4ddfb931390d'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:24:57.061709 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:57.078394 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Transition to ACTIVE for port object 003c0da7-8042-47f3-b2bf-0b06afcd4de9 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:24:57.087118 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:57.097534 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-ba06a897-eb46-44a5-aa95-c0973a76c4e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:57.154538 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966f1be-8a33-41c0-b0b8-ed923e65a1a4 None None] Pushing event updated for resources: {'Port': ['ID=003c0da7-8042-47f3-b2bf-0b06afcd4de9,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:57.176747 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-b966f1be-8a33-41c0-b0b8-ed923e65a1a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:57.240794 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Attempting to bind port 003c0da7-8042-47f3-b2bf-0b06afcd4de9 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:24:57.241676 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Attempting to bind port 003c0da7-8042-47f3-b2bf-0b06afcd4de9 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:24:57.242042 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Attempting to bind port 003c0da7-8042-47f3-b2bf-0b06afcd4de9 on network 0b669bc0-43db-4a0a-8fd8-8e39cc9467f0 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:24:57.245363 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7c366-8485-4715-b1cb-32ab31c94040 req-a931dfa0-d082-44a0-a7e8-7ec3182f044d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:57.247807 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:24:57.248185 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Checking segment: {'id': 'ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:24:57.248586 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:57.248977 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Bound using segment: {'id': 'ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:24:57.249454 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Bound port: 003c0da7-8042-47f3-b2bf-0b06afcd4de9, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:24:57.249851 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:57.253617 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-04e7c366-8485-4715-b1cb-32ab31c94040 req-a931dfa0-d082-44a0-a7e8-7ec3182f044d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 944 time: 0.1066194 Jun 28 23:24:57.325840 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] For port 003c0da7-8042-47f3-b2bf-0b06afcd4de9, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:24:57.329232 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] For port 003c0da7-8042-47f3-b2bf-0b06afcd4de9, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=003c0da7-8042-47f3-b2bf-0b06afcd4de9,segment=NetworkSegment(ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970),segment_id=ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:24:57.335567 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:57.340956 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-2ed46808-5348-4881-8102-f675aea2e4de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:57.367363 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-04e7c366-8485-4715-b1cb-32ab31c94040 req-96d37465-0055-4ba0-8ed2-3f1263aa5672 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128781 Jun 28 23:24:57.402478 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-4f2f8a59-01be-43cb-83d8-854f23c9e50d tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:57.404155 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-4f2f8a59-01be-43cb-83d8-854f23c9e50d tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/networks?id=07112a3e-968e-4eec-9765-4ad4f0381d53 HTTP/1.1" status: 200 len: 815 time: 0.1484153 Jun 28 23:24:57.425822 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-8a02e4b6-e15a-473b-a70d-04f368decd7b tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/quotas/4843e8e397b34a80966999c896dfbad0 HTTP/1.1" status: 200 len: 375 time: 0.0136211 Jun 28 23:24:57.435626 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966f1be-8a33-41c0-b0b8-ed923e65a1a4 None None] Pushing event updated for resources: {'Port': ['ID=003c0da7-8042-47f3-b2bf-0b06afcd4de9,revision_number=4']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:57.439826 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Routers {'5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:24:57.440529 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:24:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:57.517966 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-b966f1be-8a33-41c0-b0b8-ed923e65a1a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:57.526632 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-d46d5a91-7e38-4077-b62d-1389814b58a4 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4843e8e397b34a80966999c896dfbad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937982 Jun 28 23:24:57.541291 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 024083e8-86d6-43a9-a849-e005ee99c51e up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:57.550147 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device d524acfc-52e8-4e7f-8a39-4e447aee8764 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:57.646862 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port d524acfc-52e8-4e7f-8a39-4e447aee8764 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:57.647598 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:57.699398 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 024083e8-86d6-43a9-a849-e005ee99c51e triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:57.724220 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:57.733286 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ec00e-e227-4881-8212-14d0f7468bb3 req-f66c6580-43b4-4c48-a1ec-f6968a7ac78b tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:57.734857 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5f2ec00e-e227-4881-8212-14d0f7468bb3 req-f66c6580-43b4-4c48-a1ec-f6968a7ac78b tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.1868029 Jun 28 23:24:57.744789 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] Set router 5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:24:57.747126 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-12619b48-9eff-4799-92b0-9924333ddfd1 service neutron] 10.222.0.35 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842740 Jun 28 23:24:57.846633 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5f2ec00e-e227-4881-8212-14d0f7468bb3 req-5c0a42a9-8cd3-4293-b9b4-b48c4b604d08 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900176 Jun 28 23:24:57.879403 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-6f55451d-3070-4f3b-9b38-1c0756d487c4 service neutron] 10.222.0.35 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312590 Jun 28 23:24:57.918683 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:57.965175 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524acfc-52e8-4e7f-8a39-4e447aee8764'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:24:57.967470 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287ff710-9df4-42cb-b074-e9081844876a" -d '{"events": [{"server_uuid": "48efc152-72be-4f8f-9ae7-3d6da06c1374", "name": "network-vif-plugged", "status": "completed", "tag": "d524acfc-52e8-4e7f-8a39-4e447aee8764"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:24:57.987401 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port d524acfc-52e8-4e7f-8a39-4e447aee8764, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:57.995116 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'name': 'tempest-TestVolumeBootPattern-808065141-router', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '024083e8-86d6-43a9-a849-e005ee99c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:44Z', 'updated_at': '2021-06-28T23:24:51Z', 'revision_number': 4, 'project_id': '5ad9f6439a574ac38445419853641db0', 'gw_port': {'id': '024083e8-86d6-43a9-a849-e005ee99c51e', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:45Z', 'updated_at': '2021-06-28T23:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '003c0da7-8042-47f3-b2bf-0b06afcd4de9', 'name': '', 'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'mac_address': 'fa:16:3e:6a:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:50Z', 'updated_at': '2021-06-28T23:24:57Z', 'revision_number': 4, 'project_id': '5ad9f6439a574ac38445419853641db0', 'subnets': [{'id': '8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:24:57.996593 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:58.002593 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:58.050491 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86728315-36b6-4b4a-aaa0-67ec4b3e1397 x-openstack-request-id: req-86728315-36b6-4b4a-aaa0-67ec4b3e1397 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:24:58.050781 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48efc152-72be-4f8f-9ae7-3d6da06c1374", "name": "network-vif-plugged", "status": "completed", "tag": "d524acfc-52e8-4e7f-8a39-4e447aee8764", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:24:58.051061 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86728315-36b6-4b4a-aaa0-67ec4b3e1397 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:24:58.051447 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'code': 200} Jun 28 23:24:58.059915 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c96413-3b8c-4dc4-bb98-7587a34d8682 None None] The sync data for ids ['5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'] in dv-cinder-792462-21-iscsi is: [{'id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'name': 'tempest-TestVolumeBootPattern-808065141-router', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '024083e8-86d6-43a9-a849-e005ee99c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:44Z', 'updated_at': '2021-06-28T23:24:51Z', 'revision_number': 4, 'project_id': '5ad9f6439a574ac38445419853641db0', 'gw_port': {'id': '024083e8-86d6-43a9-a849-e005ee99c51e', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:45Z', 'updated_at': '2021-06-28T23:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '003c0da7-8042-47f3-b2bf-0b06afcd4de9', 'name': '', 'network_id': '0b669bc0-43db-4a0a-8fd8-8e39cc9467f0', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'mac_address': 'fa:16:3e:6a:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:50Z', 'updated_at': '2021-06-28T23:24:57Z', 'revision_number': 4, 'project_id': '5ad9f6439a574ac38445419853641db0', 'subnets': [{'id': '8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:24:58.074052 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=d524acfc-52e8-4e7f-8a39-4e447aee8764,revision_number=7']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:58.077296 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:58.083870 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-45d2c124-623a-4036-93a4-9946a6d4b660 req-ec226372-4f0b-47df-b9cc-b0b7e8d53d57 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 210 time: 0.0460372 Jun 28 23:24:58.228013 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c161b-e1fa-42ab-bb9f-49fb44499207 req-57c7eee4-fd3d-4c4a-901b-c656680f1b32 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:58.229557 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-362c161b-e1fa-42ab-bb9f-49fb44499207 req-57c7eee4-fd3d-4c4a-901b-c656680f1b32 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 944 time: 0.0734005 Jun 28 23:24:58.287760 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-362c161b-e1fa-42ab-bb9f-49fb44499207 req-29113ccb-1918-4f89-8240-45cf6c117fe0 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511823 Jun 28 23:24:58.580454 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc440ee-4386-4ed3-808a-b128010b1510 req-439932d0-e551-4c7d-96bf-624bf633b920 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:58.582345 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bbc440ee-4386-4ed3-808a-b128010b1510 req-439932d0-e551-4c7d-96bf-624bf633b920 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0716858 Jun 28 23:24:58.640335 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bbc440ee-4386-4ed3-808a-b128010b1510 req-295be029-c2e1-4843-a8e7-965d4b28302a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441887 Jun 28 23:24:58.980628 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:59.034362 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f482eca-2f25-42a8-813e-43e125cbe1cf req-81ff4252-3788-4196-924d-5b9336953001 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:59.035868 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4f482eca-2f25-42a8-813e-43e125cbe1cf req-81ff4252-3788-4196-924d-5b9336953001 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0722651 Jun 28 23:24:59.081185 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4f482eca-2f25-42a8-813e-43e125cbe1cf req-d66d191e-13f0-4af6-b683-daa5ce270af9 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385468 Jun 28 23:24:59.152357 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5f6400e9-bcb0-495d-a7ea-d3dff220472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:59.226010 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b1b4a37-d1e7-4742-b57b-a369273da2de req-2254ee41-1199-4f88-b508-79ff6c981306 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 210 time: 0.0352228 Jun 28 23:24:59.330041 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-4fe24467-85b2-42bf-b0ac-a371cc803f9b tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:59.331568 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-4fe24467-85b2-42bf-b0ac-a371cc803f9b tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.47 "GET /v2.0/networks?id=07112a3e-968e-4eec-9765-4ad4f0381d53 HTTP/1.1" status: 200 len: 815 time: 0.1089129 Jun 28 23:24:59.347882 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Request body: {'port': {'device_id': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'admin_state_up': True, 'tenant_id': '4843e8e397b34a80966999c896dfbad0'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:24:59.513701 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 003c0da7-8042-47f3-b2bf-0b06afcd4de9 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:59.527873 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e36233-2e6d-4ea1-b4f5-7205848c1374 req-b4b8b575-d899-43a0-be99-d2e2cf0162c3 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:24:59.529402 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-70e36233-2e6d-4ea1-b4f5-7205848c1374 req-b4b8b575-d899-43a0-be99-d2e2cf0162c3 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 944 time: 0.1217923 Jun 28 23:24:59.530554 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Made reservation on behalf of 4843e8e397b34a80966999c896dfbad0 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:24:59.534034 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:59.562789 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 8665e507-bb35-47ee-b53b-4ddfb931390d up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:24:59.594935 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 003c0da7-8042-47f3-b2bf-0b06afcd4de9 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:59.600532 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 003c0da7-8042-47f3-b2bf-0b06afcd4de9 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:59.600985 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:59.635629 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-70e36233-2e6d-4ea1-b4f5-7205848c1374 req-6154d638-2570-4410-8ce2-abe441520a60 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914667 Jun 28 23:24:59.663779 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port 8665e507-bb35-47ee-b53b-4ddfb931390d completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:24:59.670864 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 8665e507-bb35-47ee-b53b-4ddfb931390d triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:24:59.672022 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:59.744240 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Allocated IP 172.20.0.14 (07112a3e-968e-4eec-9765-4ad4f0381d53/1a378868-c100-4dfe-954c-8b1bdde41ee4/20df1110-7d9a-4f3c-925c-a5e14f4e6d8c) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:24:59.754063 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:59.836779 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 003c0da7-8042-47f3-b2bf-0b06afcd4de9, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=003c0da7-8042-47f3-b2bf-0b06afcd4de9,segment=NetworkSegment(ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970),segment_id=ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:59.839509 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:59.848505 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:59.852832 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:59.905152 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:59.920583 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 8665e507-bb35-47ee-b53b-4ddfb931390d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8665e507-bb35-47ee-b53b-4ddfb931390d,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:24:59.927794 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:24:59.935950 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=003c0da7-8042-47f3-b2bf-0b06afcd4de9,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:24:59.939274 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:24:59.939758 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-5012bd19-3d0c-4f0d-bf38-ae87f222303e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:24:59.993219 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=8665e507-bb35-47ee-b53b-4ddfb931390d,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:00.001906 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:00.002583 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b9845-57e3-48c4-8cca-c619ada489e5 req-b455d0e2-50d1-4b7e-9e12-f66ccb174312 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:00.004195 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6e7b9845-57e3-48c4-8cca-c619ada489e5 req-b455d0e2-50d1-4b7e-9e12-f66ccb174312 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.1778400 Jun 28 23:25:00.043791 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:00.052576 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7f2556-3ca3-4a9e-a86e-2b0b79a49149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8665e507-bb35-47ee-b53b-4ddfb931390d'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:25:00.058950 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562305ff-0246-45ce-904a-22ed60131c3f" -d '{"events": [{"server_uuid": "4a7f2556-3ca3-4a9e-a86e-2b0b79a49149", "name": "network-vif-plugged", "status": "completed", "tag": "8665e507-bb35-47ee-b53b-4ddfb931390d"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:25:00.083309 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6e7b9845-57e3-48c4-8cca-c619ada489e5 req-ed652a1b-8fec-4495-8437-3221bf9ff93b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721638 Jun 28 23:25:00.087147 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Transition to ACTIVE for port object 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:25:00.153514 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609dbc0e-6b76-4abf-a9d8-00491f5616ef x-openstack-request-id: req-609dbc0e-6b76-4abf-a9d8-00491f5616ef {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:25:00.153514 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7f2556-3ca3-4a9e-a86e-2b0b79a49149", "name": "network-vif-plugged", "status": "completed", "tag": "8665e507-bb35-47ee-b53b-4ddfb931390d", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:25:00.153514 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-609dbc0e-6b76-4abf-a9d8-00491f5616ef {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:25:00.153514 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7f2556-3ca3-4a9e-a86e-2b0b79a49149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8665e507-bb35-47ee-b53b-4ddfb931390d', 'code': 200} Jun 28 23:25:00.186180 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:00.191638 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:00.303131 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Network 07112a3e-968e-4eec-9765-4ad4f0381d53 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:25:00.321478 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:25:00.337828 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:25:00.427022 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:00.429048 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:00.449277 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Pushing event updated for resources: {'Port': ['ID=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:00.454952 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:00.578859 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2255521 Jun 28 23:25:00.658589 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b88abe-a926-4cf1-a539-e05452f22874 req-56553a42-ee4f-4aa1-9c3e-9c68bdba2129 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:00.660765 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-69b88abe-a926-4cf1-a539-e05452f22874 req-56553a42-ee4f-4aa1-9c3e-9c68bdba2129 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.3291817 Jun 28 23:25:00.699358 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c4807-d8ec-4c08-8f5f-039306fd9ec5 req-93a888b9-b691-4cb8-9dcd-4227165afb55 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:00.701300 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-015c4807-d8ec-4c08-8f5f-039306fd9ec5 req-93a888b9-b691-4cb8-9dcd-4227165afb55 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 932 time: 0.2142074 Jun 28 23:25:00.740118 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-69b88abe-a926-4cf1-a539-e05452f22874 req-522554a3-bb8e-4d28-8c9e-e6c04e15015b tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706599 Jun 28 23:25:00.777452 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2d2a7dfe-01c6-430a-9a29-74a2d90917ee None None] Provisioning for port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:25:00.786724 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2d2a7dfe-01c6-430a-9a29-74a2d90917ee None None] Provisioning complete for port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:25:00.786724 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2d2a7dfe-01c6-430a-9a29-74a2d90917ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:00.796124 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-015c4807-d8ec-4c08-8f5f-039306fd9ec5 req-e8e67f5d-eaf1-4df8-a906-2a0399cf226e tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872822 Jun 28 23:25:00.899332 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a7dfe-01c6-430a-9a29-74a2d90917ee None None] Port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:25:01.073268 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf049264-ba2d-463e-a0c6-6065db762bd3 req-9e822820-1b0a-487a-b30e-23c7906d47f7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:01.076424 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf049264-ba2d-463e-a0c6-6065db762bd3 req-9e822820-1b0a-487a-b30e-23c7906d47f7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.0957973 Jun 28 23:25:01.125526 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf049264-ba2d-463e-a0c6-6065db762bd3 req-be7eda2b-9832-4bf3-a7a7-244826298541 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441718 Jun 28 23:25:01.289179 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4039657-4350-48e6-8c7f-a576cd05514f req-42c9a7c4-bff6-4f5b-8947-8a305535bb70 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:01.291775 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c4039657-4350-48e6-8c7f-a576cd05514f req-42c9a7c4-bff6-4f5b-8947-8a305535bb70 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0812809 Jun 28 23:25:01.333327 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c4039657-4350-48e6-8c7f-a576cd05514f req-9655ed12-dafc-42b9-91be-2755b1ec541f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359912 Jun 28 23:25:01.471008 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 003c0da7-8042-47f3-b2bf-0b06afcd4de9 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:25:01.530066 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 003c0da7-8042-47f3-b2bf-0b06afcd4de9 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:25:01.530448 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:02.056640 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73908b51-a305-4115-a0e3-5d87aeb86a37 req-e5a7f710-1812-445e-983d-669346052760 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:02.059380 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73908b51-a305-4115-a0e3-5d87aeb86a37 req-e5a7f710-1812-445e-983d-669346052760 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.1820297 Jun 28 23:25:02.088516 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:02.163834 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73908b51-a305-4115-a0e3-5d87aeb86a37 req-1cb545a6-8af2-4c29-936d-f428771b3b38 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961292 Jun 28 23:25:02.179371 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbf8e4-6d40-4880-9e41-f98dd8804a32 req-9b2c2512-4a09-4d00-b195-3d74afda32e6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:02.181257 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1cfbf8e4-6d40-4880-9e41-f98dd8804a32 req-9b2c2512-4a09-4d00-b195-3d74afda32e6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 932 time: 0.2325394 Jun 28 23:25:02.228866 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1cfbf8e4-6d40-4880-9e41-f98dd8804a32 req-54b165cd-d8cb-41dd-8ab3-498074bf5bd4 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417163 Jun 28 23:25:02.445889 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd569d0-86a2-417e-bdc8-4dcd32fcd61d req-c28226b3-eb6c-43fa-b3ad-8e738cf723d3 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:02.445889 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4fd569d0-86a2-417e-bdc8-4dcd32fcd61d req-c28226b3-eb6c-43fa-b3ad-8e738cf723d3 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.0977411 Jun 28 23:25:02.544756 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4fd569d0-86a2-417e-bdc8-4dcd32fcd61d req-5762324c-c8e7-4888-8c44-2da655c4d5fc tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915310 Jun 28 23:25:02.579961 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85a724-e837-4fbf-bebe-505477b99591 req-cd219e47-7d93-44e1-9efa-3342c511e987 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:02.581818 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ee85a724-e837-4fbf-bebe-505477b99591 req-cd219e47-7d93-44e1-9efa-3342c511e987 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.1019461 Jun 28 23:25:02.625785 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ee85a724-e837-4fbf-bebe-505477b99591 req-9c7be0d8-7895-4655-86d9-bd6ab416ce7a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364990 Jun 28 23:25:03.395814 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6d4b6-fd73-473c-a9fd-8e65e2120abe req-cd5e6b8b-bdd1-499c-bc8b-2564a2cef208 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:03.398485 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-71d6d4b6-fd73-473c-a9fd-8e65e2120abe req-cd5e6b8b-bdd1-499c-bc8b-2564a2cef208 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.1043012 Jun 28 23:25:03.476270 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-71d6d4b6-fd73-473c-a9fd-8e65e2120abe req-62e37cf9-3912-4534-859d-3424193346db tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668621 Jun 28 23:25:03.511832 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28cf1e-dbc1-4081-abaa-65348f487b23 req-5e922969-f9cd-48b4-b50e-ee4ed2b45ae4 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:03.515439 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f28cf1e-dbc1-4081-abaa-65348f487b23 req-5e922969-f9cd-48b4-b50e-ee4ed2b45ae4 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 932 time: 0.1157887 Jun 28 23:25:03.554933 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f28cf1e-dbc1-4081-abaa-65348f487b23 req-bddc723b-003e-4866-bb55-bd408c1df1c3 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351169 Jun 28 23:25:03.780062 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fc961-1abb-4226-9d9e-7d51eeef3c64 req-45115a95-9ee7-4c25-9d04-f16bd4402c7b tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:03.783602 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-993fc961-1abb-4226-9d9e-7d51eeef3c64 req-45115a95-9ee7-4c25-9d04-f16bd4402c7b tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.0966356 Jun 28 23:25:03.862544 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-993fc961-1abb-4226-9d9e-7d51eeef3c64 req-8516ed59-b401-4295-8e8f-c6f82488b5a2 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736732 Jun 28 23:25:03.908479 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bf854-477d-4924-afba-7fe19bc40e0c req-6a7db6f9-65d3-4f59-a203-291e1c6116e9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:03.911607 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a84bf854-477d-4924-afba-7fe19bc40e0c req-6a7db6f9-65d3-4f59-a203-291e1c6116e9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.1044941 Jun 28 23:25:03.963871 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a84bf854-477d-4924-afba-7fe19bc40e0c req-8d825d54-b5b7-4a03-b1c6-c79ecda2e596 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438538 Jun 28 23:25:04.682435 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a76ad-a3f6-4223-b8d0-992f228b7588 req-90b93f6e-587f-4c06-9c24-060f95fe2bca tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:04.691369 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c73a76ad-a3f6-4223-b8d0-992f228b7588 req-90b93f6e-587f-4c06-9c24-060f95fe2bca tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0822370 Jun 28 23:25:04.768488 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c73a76ad-a3f6-4223-b8d0-992f228b7588 req-f2c0f980-104a-4dd2-bcad-15733f9e0f34 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760887 Jun 28 23:25:04.812744 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e7bb2-5de0-4054-bbb6-158421ebafc9 req-781ec73d-ef69-4007-88c1-7e724d47cf89 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:04.814219 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6f3e7bb2-5de0-4054-bbb6-158421ebafc9 req-781ec73d-ef69-4007-88c1-7e724d47cf89 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 932 time: 0.1000063 Jun 28 23:25:04.862191 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6f3e7bb2-5de0-4054-bbb6-158421ebafc9 req-c26401d5-bcf7-46e6-af3f-0eece24cf8bc tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415242 Jun 28 23:25:05.053359 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a4bbd-3545-4967-ad84-8ff64357d2ca req-913c30c9-dc36-47ce-bb37-1a5ff93fb814 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:05.055166 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4c0a4bbd-3545-4967-ad84-8ff64357d2ca req-913c30c9-dc36-47ce-bb37-1a5ff93fb814 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.0748281 Jun 28 23:25:05.097694 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4c0a4bbd-3545-4967-ad84-8ff64357d2ca req-9fee478e-05a8-4167-8bd3-655345cdce9d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364547 Jun 28 23:25:05.180933 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416baca-7c89-4c2c-a12e-55d7b90530ff req-c4e6b08f-2504-432a-911e-1ee67363c8d0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:05.182839 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e416baca-7c89-4c2c-a12e-55d7b90530ff req-c4e6b08f-2504-432a-911e-1ee67363c8d0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0724289 Jun 28 23:25:05.227050 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e416baca-7c89-4c2c-a12e-55d7b90530ff req-f0461ac2-585a-4f82-a5dd-c1cf33edbf02 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374861 Jun 28 23:25:05.981476 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2ab8a-0203-49d7-8a53-d616292dca58 req-e3f1d6a7-7ad1-4e54-bceb-7892ac82f151 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:05.983583 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4bc2ab8a-0203-49d7-8a53-d616292dca58 req-e3f1d6a7-7ad1-4e54-bceb-7892ac82f151 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0946374 Jun 28 23:25:06.046160 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4bc2ab8a-0203-49d7-8a53-d616292dca58 req-00f3f0ee-bf6d-4455-9ef8-f2f4269ce45b tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565665 Jun 28 23:25:06.165462 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625efa3-9c68-44b9-82b5-89dd78f1a2d0 req-a190a495-58c1-4b48-95f8-a69b87dfa71f tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:06.167989 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f625efa3-9c68-44b9-82b5-89dd78f1a2d0 req-a190a495-58c1-4b48-95f8-a69b87dfa71f tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 932 time: 0.1006873 Jun 28 23:25:06.239006 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f625efa3-9c68-44b9-82b5-89dd78f1a2d0 req-c81cfbaf-e34f-45ca-8243-23c413bc9a28 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636187 Jun 28 23:25:06.363797 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbed65-7d60-41ad-a6b6-27a879663e83 req-498c679d-33e3-420a-9b39-5b3e6247e272 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:06.366295 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-25bbed65-7d60-41ad-a6b6-27a879663e83 req-498c679d-33e3-420a-9b39-5b3e6247e272 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.0903013 Jun 28 23:25:06.515626 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-25bbed65-7d60-41ad-a6b6-27a879663e83 req-cc9617a6-9c12-42d2-800e-b541c57fc322 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429558 Jun 28 23:25:06.576598 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17280cc8-a81d-4c9e-b123-3e9c8faf86a8 req-02aaad9e-7da5-402c-ba59-2d79fe2727a3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:06.580116 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-17280cc8-a81d-4c9e-b123-3e9c8faf86a8 req-02aaad9e-7da5-402c-ba59-2d79fe2727a3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.1938372 Jun 28 23:25:06.635868 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-17280cc8-a81d-4c9e-b123-3e9c8faf86a8 req-3ef038a1-16c5-4434-ac11-b390ff3fb918 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491965 Jun 28 23:25:07.316556 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53454e-5008-411d-a9e1-553b97c0207b req-b5cad1bc-9014-4cf5-a5f2-ae1ce72aed22 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:07.320315 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7e53454e-5008-411d-a9e1-553b97c0207b req-b5cad1bc-9014-4cf5-a5f2-ae1ce72aed22 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.1049509 Jun 28 23:25:07.416488 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7e53454e-5008-411d-a9e1-553b97c0207b req-7b702e23-4f40-40e8-afae-86bb67d85d89 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759823 Jun 28 23:25:07.705376 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de1d0a-dc2c-44e6-bcf4-e1e4db207aaa req-bc3ff7ff-80f3-42b7-8fb7-be574c6a874a tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:07.706479 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a6de1d0a-dc2c-44e6-bcf4-e1e4db207aaa req-bc3ff7ff-80f3-42b7-8fb7-be574c6a874a tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 932 time: 0.1750159 Jun 28 23:25:07.794917 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a6de1d0a-dc2c-44e6-bcf4-e1e4db207aaa req-a903fa12-c110-47fd-b7ca-7bfde2a87816 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641174 Jun 28 23:25:07.829659 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a84eaf-8781-48dc-a11f-309f6e746e39 req-bf6bca08-9533-4041-b453-f13ec69f5136 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:07.831881 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e3a84eaf-8781-48dc-a11f-309f6e746e39 req-bf6bca08-9533-4041-b453-f13ec69f5136 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.1529377 Jun 28 23:25:07.880012 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e3a84eaf-8781-48dc-a11f-309f6e746e39 req-1f110258-2cc9-46e1-b690-5a1a50efbee0 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407872 Jun 28 23:25:08.030931 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc9b4c-339b-4a41-8367-b53c8af9cf7b req-bc975040-14cd-470c-bd71-48340fcfef2d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:08.032568 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-32bc9b4c-339b-4a41-8367-b53c8af9cf7b req-bc975040-14cd-470c-bd71-48340fcfef2d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0891638 Jun 28 23:25:08.083628 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-32bc9b4c-339b-4a41-8367-b53c8af9cf7b req-7592b4cd-029e-4922-9e8a-f2a2da4277ad tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407522 Jun 28 23:25:08.900577 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96c245-efef-47f7-8eb2-3b2051220769 req-790bf2ed-3e51-4524-8894-313eb059f6de tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:08.909132 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fc96c245-efef-47f7-8eb2-3b2051220769 req-790bf2ed-3e51-4524-8894-313eb059f6de tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.2915835 Jun 28 23:25:08.984132 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fc96c245-efef-47f7-8eb2-3b2051220769 req-c82f305e-5e11-422a-9e9a-029467d925bf tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664389 Jun 28 23:25:09.123341 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1fc19-dc27-44f1-a630-2fecb3988d1a req-ce0e7b89-1b62-4362-a80d-e81f4f3f5b86 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:09.125145 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-87d1fc19-dc27-44f1-a630-2fecb3988d1a req-ce0e7b89-1b62-4362-a80d-e81f4f3f5b86 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 932 time: 0.1000400 Jun 28 23:25:09.219906 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-87d1fc19-dc27-44f1-a630-2fecb3988d1a req-99b3e1c6-d723-45a7-a922-522cec603f1d tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803399 Jun 28 23:25:09.249907 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502924e5-ad0a-483d-8537-4c30b50149e8 req-c53e795f-5159-469b-aefc-3207db92417f tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:09.252446 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-502924e5-ad0a-483d-8537-4c30b50149e8 req-c53e795f-5159-469b-aefc-3207db92417f tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.1255915 Jun 28 23:25:09.313789 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-502924e5-ad0a-483d-8537-4c30b50149e8 req-44a26a91-42c7-4bc3-81d0-a2e9501eaf53 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497308 Jun 28 23:25:09.471827 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e4fb8-2f67-430d-ab0c-0d43bd9c2595 req-3e3e21d8-0171-43c4-ae42-1105b69c86d8 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:09.480931 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b75e4fb8-2f67-430d-ab0c-0d43bd9c2595 req-3e3e21d8-0171-43c4-ae42-1105b69c86d8 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0954161 Jun 28 23:25:09.529776 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b75e4fb8-2f67-430d-ab0c-0d43bd9c2595 req-ad2762eb-1a01-4431-8d1a-730a6f319d02 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471637 Jun 28 23:25:10.232579 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a2548-049d-4ef3-bb9d-b8b5305bca19 req-7269e66d-02db-4bf3-90c5-284c5dc8d91d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:10.234169 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e4a2548-049d-4ef3-bb9d-b8b5305bca19 req-7269e66d-02db-4bf3-90c5-284c5dc8d91d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.1160896 Jun 28 23:25:10.281690 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e4a2548-049d-4ef3-bb9d-b8b5305bca19 req-28104cd7-4637-4314-bc93-cbaf99e2fa3b tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404823 Jun 28 23:25:10.527676 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda09ef4-95d3-48e5-8acf-96357060b9f9 req-48d814c7-f31f-4357-9f24-fbee5476ce8d tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:10.529207 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eda09ef4-95d3-48e5-8acf-96357060b9f9 req-48d814c7-f31f-4357-9f24-fbee5476ce8d tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 932 time: 0.1127822 Jun 28 23:25:10.565126 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7ad94-da27-4040-82df-3f1769a12f85 req-00834775-154a-42fc-ba5b-b7259057057d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:10.566637 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2ea7ad94-da27-4040-82df-3f1769a12f85 req-00834775-154a-42fc-ba5b-b7259057057d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.1079528 Jun 28 23:25:10.597987 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eda09ef4-95d3-48e5-8acf-96357060b9f9 req-04d15078-490c-4e7f-89f9-051eca1996dc tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609536 Jun 28 23:25:10.640036 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2ea7ad94-da27-4040-82df-3f1769a12f85 req-55f98ae9-7fe7-4f75-a583-7146e663d630 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582156 Jun 28 23:25:10.794995 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6497bc-9368-4bc0-9411-f22107d1ef17 req-bd66a04b-6179-4675-96d7-ba2e54a669bd tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:10.796568 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c6497bc-9368-4bc0-9411-f22107d1ef17 req-bd66a04b-6179-4675-96d7-ba2e54a669bd tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0677207 Jun 28 23:25:10.854508 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c6497bc-9368-4bc0-9411-f22107d1ef17 req-75c337da-6338-4340-812c-e99503197282 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473800 Jun 28 23:25:11.487812 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8dea4-bf11-4b1d-8037-7625192e9802 req-8aeec5e8-2dec-4bd3-9b67-147452588685 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:11.489519 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d3b8dea4-bf11-4b1d-8037-7625192e9802 req-8aeec5e8-2dec-4bd3-9b67-147452588685 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0747910 Jun 28 23:25:11.535153 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d3b8dea4-bf11-4b1d-8037-7625192e9802 req-634c5417-9278-455a-8c85-0c1e2343d235 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390990 Jun 28 23:25:11.856260 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65ffd9-35cd-4be7-aa60-917786a59caa req-1ae28924-134f-401c-b6fe-5599c26d6875 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:11.857741 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4c65ffd9-35cd-4be7-aa60-917786a59caa req-1ae28924-134f-401c-b6fe-5599c26d6875 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 932 time: 0.1143246 Jun 28 23:25:11.912054 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9258b10-da0e-4907-b9df-75f0cd9bf8b6 req-6df4a6f2-ca02-48a5-9625-e946941b0c1d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:11.913559 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e9258b10-da0e-4907-b9df-75f0cd9bf8b6 req-6df4a6f2-ca02-48a5-9625-e946941b0c1d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.1102660 Jun 28 23:25:11.916856 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4c65ffd9-35cd-4be7-aa60-917786a59caa req-c67e5e39-e671-4ad3-aa63-ec0bb47a8783 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531485 Jun 28 23:25:11.976383 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e9258b10-da0e-4907-b9df-75f0cd9bf8b6 req-e2462a30-fad7-4fd9-8f91-c670ad6e5ee1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566928 Jun 28 23:25:12.106390 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aee306-efad-4247-a2c7-62240c9ee699 req-f1c4e177-5e42-4828-97c1-13c4a63d7acf tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:12.109038 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e8aee306-efad-4247-a2c7-62240c9ee699 req-f1c4e177-5e42-4828-97c1-13c4a63d7acf tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0777497 Jun 28 23:25:12.161584 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e8aee306-efad-4247-a2c7-62240c9ee699 req-d84f948a-91e3-4858-a1cd-f477ce052e3f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449061 Jun 28 23:25:12.746247 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cf531-d312-4470-9b48-e1ab7fbbea13 req-84c431cb-8e21-40dc-8c6d-03f857365dd1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:12.748313 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ab6cf531-d312-4470-9b48-e1ab7fbbea13 req-84c431cb-8e21-40dc-8c6d-03f857365dd1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0755785 Jun 28 23:25:12.800949 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ab6cf531-d312-4470-9b48-e1ab7fbbea13 req-34dfefac-f0e6-4923-9a8f-4ff393f7dfd2 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427353 Jun 28 23:25:13.200283 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2c8f0-f699-4a1b-83ba-c0a4395eccb4 req-45ed5fa7-0fc2-4d62-b4c5-7fd32beb2bfa tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:13.202911 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d2d2c8f0-f699-4a1b-83ba-c0a4395eccb4 req-45ed5fa7-0fc2-4d62-b4c5-7fd32beb2bfa tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 932 time: 0.1568940 Jun 28 23:25:13.270358 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d2d2c8f0-f699-4a1b-83ba-c0a4395eccb4 req-64134ef1-6fad-4405-ab58-0171454d3945 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429795 Jun 28 23:25:13.295551 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080c703-33ac-4792-8204-470ccff46047 req-c7de9d6b-83c4-4fa6-84e8-6e0cf4493828 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:13.295551 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4080c703-33ac-4792-8204-470ccff46047 req-c7de9d6b-83c4-4fa6-84e8-6e0cf4493828 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.1263373 Jun 28 23:25:13.337995 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4080c703-33ac-4792-8204-470ccff46047 req-1871ce21-af0a-40db-8a0a-adae81cb46d0 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358057 Jun 28 23:25:13.446077 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22354b65-3cbd-4279-a9e4-3109abedc830 req-3aa212ac-df78-4391-b836-b272e7bc5d9f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:13.447569 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-22354b65-3cbd-4279-a9e4-3109abedc830 req-3aa212ac-df78-4391-b836-b272e7bc5d9f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0657625 Jun 28 23:25:13.492624 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-22354b65-3cbd-4279-a9e4-3109abedc830 req-667cc0cc-7410-4836-94ea-82ac237f3070 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392666 Jun 28 23:25:13.829283 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:25:14.015632 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1840175-3e68-4670-840f-6c5a3d208a37 req-07453b44-2bd3-4f0a-948f-614676ca55e1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:14.017658 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1840175-3e68-4670-840f-6c5a3d208a37 req-07453b44-2bd3-4f0a-948f-614676ca55e1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0729601 Jun 28 23:25:14.061607 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1840175-3e68-4670-840f-6c5a3d208a37 req-46127a54-d67f-4d9b-9dfc-132d09fd46ce tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363455 Jun 28 23:25:14.502634 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c25ca3-cc22-4c3a-9571-d9ae0b3d0acd req-4ec83d9e-ca42-4d69-b542-8f43bae966cf tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:14.504923 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-23c25ca3-cc22-4c3a-9571-d9ae0b3d0acd req-4ec83d9e-ca42-4d69-b542-8f43bae966cf tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 932 time: 0.0800951 Jun 28 23:25:14.621570 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-23c25ca3-cc22-4c3a-9571-d9ae0b3d0acd req-42b15b28-7118-4e02-8b3d-811241eebfa8 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994322 Jun 28 23:25:14.646017 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02c959-12f7-4381-ad64-8922a2b8b2df req-29d1ca32-5c81-4ceb-9aa2-6ef63b311051 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:14.647662 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed02c959-12f7-4381-ad64-8922a2b8b2df req-29d1ca32-5c81-4ceb-9aa2-6ef63b311051 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.1415310 Jun 28 23:25:14.696240 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed02c959-12f7-4381-ad64-8922a2b8b2df req-df820655-1683-4f6a-b575-4d0a2dbcbf33 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390997 Jun 28 23:25:15.080611 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33672b-dce8-4167-a725-b42f6fab79e0 req-c367e4e9-6d76-4e75-9b8f-1de74e1fac97 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:15.082186 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-af33672b-dce8-4167-a725-b42f6fab79e0 req-c367e4e9-6d76-4e75-9b8f-1de74e1fac97 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.3091047 Jun 28 23:25:15.137912 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-af33672b-dce8-4167-a725-b42f6fab79e0 req-06d50968-f616-4a15-a551-0abd18d5cc1b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489874 Jun 28 23:25:15.272871 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d1609-5a8a-4b55-bb40-53494e69796c req-2ba7402c-14f6-4b63-a292-e83754c41a7e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:15.275410 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-445d1609-5a8a-4b55-bb40-53494e69796c req-2ba7402c-14f6-4b63-a292-e83754c41a7e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0683162 Jun 28 23:25:15.326231 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-445d1609-5a8a-4b55-bb40-53494e69796c req-2ea965a9-3cc8-4ef4-89fa-d79df7c55b25 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442748 Jun 28 23:25:15.821903 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04b7af-4a98-4d07-8f98-3f33d7bd2897 req-16bc6ddd-564e-4509-9954-fe5b0512e0d2 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:15.823454 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6e04b7af-4a98-4d07-8f98-3f33d7bd2897 req-16bc6ddd-564e-4509-9954-fe5b0512e0d2 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 932 time: 0.0834415 Jun 28 23:25:15.912068 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6e04b7af-4a98-4d07-8f98-3f33d7bd2897 req-5f167d0d-c411-432c-8ea8-5c32ddb651c3 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825398 Jun 28 23:25:15.940926 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361594bf-27e0-4bae-999c-29ddf1856b4b req-30db7dda-7c3d-48a1-85d5-1630c0333411 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:15.942510 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-361594bf-27e0-4bae-999c-29ddf1856b4b req-30db7dda-7c3d-48a1-85d5-1630c0333411 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.1017847 Jun 28 23:25:15.982792 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-361594bf-27e0-4bae-999c-29ddf1856b4b req-e130fa73-f54e-4ae7-bb80-ceca5b051647 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337136 Jun 28 23:25:16.323389 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c5bda-6103-443b-b09f-77b92d976223 req-f0f19eba-e244-4d0e-a303-25d5e49f2801 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:16.324839 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1c6c5bda-6103-443b-b09f-77b92d976223 req-f0f19eba-e244-4d0e-a303-25d5e49f2801 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0664580 Jun 28 23:25:16.364325 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1c6c5bda-6103-443b-b09f-77b92d976223 req-08d8d9fb-a974-4e1d-a791-a28f919e96da tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336754 Jun 28 23:25:16.505693 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b6ffe-fc97-43ce-9f42-739e4e035cd1 req-39cc552e-c7b5-423a-ad6b-1c61d32b257a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:16.507186 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7b4b6ffe-fc97-43ce-9f42-739e4e035cd1 req-39cc552e-c7b5-423a-ad6b-1c61d32b257a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0628514 Jun 28 23:25:16.544121 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7b4b6ffe-fc97-43ce-9f42-739e4e035cd1 req-c4a2e174-1a24-42c9-8c61-9cb1ea7f9d2e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306056 Jun 28 23:25:17.107767 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936c565-dc24-4708-9064-f2a7fefa336e req-4d3d7a33-66ee-4877-bd8e-bdad2b152d9f tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:17.109312 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9936c565-dc24-4708-9064-f2a7fefa336e req-4d3d7a33-66ee-4877-bd8e-bdad2b152d9f tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 932 time: 0.0800140 Jun 28 23:25:17.176336 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9936c565-dc24-4708-9064-f2a7fefa336e req-ff427246-cf74-4c94-8c3a-eb2a405bfa2d tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570316 Jun 28 23:25:17.201127 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a37ee3-6bb7-44ff-ad54-430fe62d5787 req-1a3f308a-3dd3-4dd4-adc7-14a41d4349e5 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:17.202509 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c0a37ee3-6bb7-44ff-ad54-430fe62d5787 req-1a3f308a-3dd3-4dd4-adc7-14a41d4349e5 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.0923250 Jun 28 23:25:17.239497 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c0a37ee3-6bb7-44ff-ad54-430fe62d5787 req-f620d119-6660-4f6c-ae15-7ff39b162b92 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314090 Jun 28 23:25:17.543570 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda72d4-3a4f-42bd-98ef-26078c26dd41 req-5c756942-863f-4bad-bcb8-404ad3a8f621 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:17.544903 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7fda72d4-3a4f-42bd-98ef-26078c26dd41 req-5c756942-863f-4bad-bcb8-404ad3a8f621 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0650856 Jun 28 23:25:17.583044 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7fda72d4-3a4f-42bd-98ef-26078c26dd41 req-c68a8411-bd23-48b9-9d14-c1acce6d79d7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324602 Jun 28 23:25:17.738631 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ab954-2c1f-4ba0-a214-8c52630e0caf req-27207c6a-406c-4596-b4ed-f0052b0eb52e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:17.740849 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a60ab954-2c1f-4ba0-a214-8c52630e0caf req-27207c6a-406c-4596-b4ed-f0052b0eb52e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0739913 Jun 28 23:25:17.781505 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a60ab954-2c1f-4ba0-a214-8c52630e0caf req-9ca22d4d-d7c9-48b7-b690-d797abd225b4 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349672 Jun 28 23:25:18.358182 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bb339-fe97-427c-bde2-46cb33af2c36 req-7cadaeb3-46c9-495d-bbd7-aecb2cb83cf6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:18.359779 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9e3bb339-fe97-427c-bde2-46cb33af2c36 req-7cadaeb3-46c9-495d-bbd7-aecb2cb83cf6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 932 time: 0.0686316 Jun 28 23:25:18.426872 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9e3bb339-fe97-427c-bde2-46cb33af2c36 req-01ef5084-b167-4ba7-8c09-41c823a84b4e tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571716 Jun 28 23:25:18.453442 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cb3f2-4043-47f1-885a-175b53cd515a req-322fb0b7-f2e8-4eea-a2d1-490046fd3dc7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:18.455029 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0c7cb3f2-4043-47f1-885a-175b53cd515a req-322fb0b7-f2e8-4eea-a2d1-490046fd3dc7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.0942819 Jun 28 23:25:18.503670 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0c7cb3f2-4043-47f1-885a-175b53cd515a req-784dcc43-67d7-4ec2-87f9-83d692606a73 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384295 Jun 28 23:25:18.598103 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Request body: {'port': {'device_id': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:25:18.681211 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:19.143856 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37a1f3-6111-48c9-93b7-8b7b391d15c9 req-e783e6fa-eb86-48d4-a0db-50fd227a1cc3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:19.146483 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a37a1f3-6111-48c9-93b7-8b7b391d15c9 req-e783e6fa-eb86-48d4-a0db-50fd227a1cc3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.4177001 Jun 28 23:25:19.300404 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6543de5-683d-415e-97a4-f89f99fcf753 req-74d70c2f-a1c9-48f4-ae5c-faf1e5936b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:19.302156 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a6543de5-683d-415e-97a4-f89f99fcf753 req-74d70c2f-a1c9-48f4-ae5c-faf1e5936b32 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 1098 time: 0.3936353 Jun 28 23:25:19.316092 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d438f-2772-422f-bec8-646c2e0ca878 req-09132b0b-6a4f-4b0c-9b60-8015e753f828 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:19.317510 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-310d438f-2772-422f-bec8-646c2e0ca878 req-09132b0b-6a4f-4b0c-9b60-8015e753f828 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.3734350 Jun 28 23:25:19.328390 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a37a1f3-6111-48c9-93b7-8b7b391d15c9 req-a58f5c79-4ead-49dd-94c7-ad0c67b29f18 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400778 Jun 28 23:25:19.413929 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a6543de5-683d-415e-97a4-f89f99fcf753 req-9c2ea498-a406-40b7-8abc-a2b92dfea6b0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954139 Jun 28 23:25:19.431731 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-310d438f-2772-422f-bec8-646c2e0ca878 req-aab3f8c3-5035-4b05-bb22-ebbe8506109a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959780 Jun 28 23:25:19.445176 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:25:19.453715 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:19.468318 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Transition to ACTIVE for port object 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:25:19.473615 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:19.476890 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:19.558006 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Pushing event updated for resources: {'Port': ['ID=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:19.567455 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:19.654254 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Attempting to bind port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:25:19.654988 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Attempting to bind port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '3514994f-f5e1-44f5-8f83-a45b606adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:25:19.654988 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Attempting to bind port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c on network 07112a3e-968e-4eec-9765-4ad4f0381d53 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:25:19.666685 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c on network 07112a3e-968e-4eec-9765-4ad4f0381d53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:25:19.667054 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Attempting to bind port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c on network 07112a3e-968e-4eec-9765-4ad4f0381d53 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:25:19.683446 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6ea3c-10ec-448d-86c3-c5343a1b4f02 req-937256e4-fb74-4410-9a61-ab847189b347 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:19.685110 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0aa6ea3c-10ec-448d-86c3-c5343a1b4f02 req-937256e4-fb74-4410-9a61-ab847189b347 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 944 time: 0.1190977 Jun 28 23:25:19.686182 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:25:19.686518 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Checking segment: {'id': '3514994f-f5e1-44f5-8f83-a45b606adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:25:19.686935 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Bound using segment: {'id': '3514994f-f5e1-44f5-8f83-a45b606adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:25:19.687390 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Bound port: 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3514994f-f5e1-44f5-8f83-a45b606adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:25:19.687755 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:19.776719 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0aa6ea3c-10ec-448d-86c3-c5343a1b4f02 req-4cb7586f-59e6-47b2-a26f-a05d88503283 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777869 Jun 28 23:25:19.803439 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] For port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:25:19.810262 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] For port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c,segment=NetworkSegment(3514994f-f5e1-44f5-8f83-a45b606adf0b),segment_id=3514994f-f5e1-44f5-8f83-a45b606adf0b)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:25:19.828807 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:19.828807 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:19.926796 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:19.927487 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:19.928961 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] 10.222.0.47 "PUT /v2.0/ports/20df1110-7d9a-4f3c-925c-a5e14f4e6d8c HTTP/1.1" status: 200 len: 1094 time: 1.3358569 Jun 28 23:25:19.931793 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'tag': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:25:19.934226 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60283291-1a5a-4cb1-ba78-03ad796276f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e63de1-97bd-4006-9792-4190951b07ec", "tag": "20df1110-7d9a-4f3c-925c-a5e14f4e6d8c"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:25:20.020189 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Pushing event updated for resources: {'Port': ['ID=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:20.027354 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:20.071309 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33358f-d62d-48f0-8d92-1933e5a53460 req-565ebbe0-46c1-4fce-8da5-f3d48d9eb961 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:20.072926 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb33358f-d62d-48f0-8d92-1933e5a53460 req-565ebbe0-46c1-4fce-8da5-f3d48d9eb961 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.2520585 Jun 28 23:25:20.082078 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d290f6-407a-4dad-a037-51862f08eceb req-73bed003-9cca-4028-96d2-07c8dd1caae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:20.084238 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-16d290f6-407a-4dad-a037-51862f08eceb req-73bed003-9cca-4028-96d2-07c8dd1caae6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50cc37f33e7f46c8a8602f1c6d244c51&device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 1099 time: 0.2045331 Jun 28 23:25:20.151894 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb56d3-83f2-4b1e-a959-9402abfef572 req-990ba62b-2e13-42a9-9944-c8326dcb7f5b tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:20.153707 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c4cb56d3-83f2-4b1e-a959-9402abfef572 req-990ba62b-2e13-42a9-9944-c8326dcb7f5b tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.2059252 Jun 28 23:25:20.309298 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb33358f-d62d-48f0-8d92-1933e5a53460 req-b164ff50-bd29-41f7-af84-966aab2e6a96 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008545 Jun 28 23:25:20.357129 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c4cb56d3-83f2-4b1e-a959-9402abfef572 req-fde58391-293c-40fb-860c-2d43be917f2d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837738 Jun 28 23:25:20.379759 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d290f6-407a-4dad-a037-51862f08eceb req-109cae99-3460-40eb-af78-e1323ee26c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:20.389304 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-16d290f6-407a-4dad-a037-51862f08eceb req-109cae99-3460-40eb-af78-e1323ee26c48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd HTTP/1.1" status: 200 len: 911 time: 0.2952502 Jun 28 23:25:20.396738 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77238ea-caf8-4dda-bfbe-29aa6d1f0444 x-openstack-request-id: req-b77238ea-caf8-4dda-bfbe-29aa6d1f0444 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:25:20.397235 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e63de1-97bd-4006-9792-4190951b07ec", "tag": "20df1110-7d9a-4f3c-925c-a5e14f4e6d8c", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:25:20.397689 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b77238ea-caf8-4dda-bfbe-29aa6d1f0444 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:25:20.398373 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'tag': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c', 'status': 'completed', 'code': 200} Jun 28 23:25:20.495465 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-f9c599f7-e0db-485b-94d5-63f3088793bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:20.497926 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-f9c599f7-e0db-485b-94d5-63f3088793bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4843e8e397b34a80966999c896dfbad0&device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 1097 time: 0.3397989 Jun 28 23:25:20.571858 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-c4998329-c545-499d-942c-0ad31c3e4179 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c HTTP/1.1" status: 200 len: 217 time: 0.0465951 Jun 28 23:25:20.582385 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-16d290f6-407a-4dad-a037-51862f08eceb req-35716b9f-2efd-4f80-8766-504bcd4e0ab4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a HTTP/1.1" status: 200 len: 1000 time: 0.1788113 Jun 28 23:25:20.683366 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-338fb70e-500a-4b71-80ea-4072f96c392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:20.684848 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-338fb70e-500a-4b71-80ea-4072f96c392a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a378868-c100-4dfe-954c-8b1bdde41ee4 HTTP/1.1" status: 200 len: 854 time: 0.0995245 Jun 28 23:25:20.697187 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d497a-6452-4c33-ad03-69ac502ac96c req-93008581-7380-4bc1-b52a-529ed98daa1a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:20.698665 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b40d497a-6452-4c33-ad03-69ac502ac96c req-93008581-7380-4bc1-b52a-529ed98daa1a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.2350924 Jun 28 23:25:20.700126 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d290f6-407a-4dad-a037-51862f08eceb req-fb0bf85e-2042-4908-8db8-5883bdaa9289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:20.701456 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-16d290f6-407a-4dad-a037-51862f08eceb req-fb0bf85e-2042-4908-8db8-5883bdaa9289 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ee7b0a2-5b39-4138-89d6-38d03997b8dd HTTP/1.1" status: 200 len: 849 time: 0.1068542 Jun 28 23:25:20.814376 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b40d497a-6452-4c33-ad03-69ac502ac96c req-dc4598f6-7212-46a2-9ca1-60f54c1235df tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034572 Jun 28 23:25:20.838266 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d290f6-407a-4dad-a037-51862f08eceb req-cba2c0d8-76ec-4815-b269-078d6c86bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:20.839751 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-16d290f6-407a-4dad-a037-51862f08eceb req-cba2c0d8-76ec-4815-b269-078d6c86bb06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1279299 Jun 28 23:25:20.842861 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-9975f75c-5a29-485f-b8bf-e99e85d1b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:20.844324 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-9975f75c-5a29-485f-b8bf-e99e85d1b0df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07112a3e-968e-4eec-9765-4ad4f0381d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1419930 Jun 28 23:25:21.151118 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-91d794a2-4136-4f3d-8fa1-2808f77e5408 service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928321 Jun 28 23:25:21.158285 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-16d290f6-407a-4dad-a037-51862f08eceb req-417da03b-b688-43fa-b0fc-81b661b2a104 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012094 Jun 28 23:25:21.678808 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fa57a-f9ad-4aef-b380-2f410b08a919 req-72c13f62-b73c-4f60-b339-5ab458387e4c tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:21.681023 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-418fa57a-f9ad-4aef-b380-2f410b08a919 req-72c13f62-b73c-4f60-b339-5ab458387e4c tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 944 time: 0.6189160 Jun 28 23:25:21.706855 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-16d290f6-407a-4dad-a037-51862f08eceb req-0ba81e3a-7a42-454d-ad61-40d3bf6c15d8 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953935 Jun 28 23:25:21.748522 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68083dc4-6576-4770-a981-cd839f6c81d6 req-b04ad13a-41cf-4030-aabb-e1e218e7403a service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839815 Jun 28 23:25:21.770347 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-418fa57a-f9ad-4aef-b380-2f410b08a919 req-5dfa8306-2ffa-4803-a41f-ddd5a16098d0 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761652 Jun 28 23:25:21.780955 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b174c5-310a-475a-a373-a4fd4ef256df req-3cf9c87e-bef4-415a-b4ab-d8292cced7f3 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:21.788238 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d1b174c5-310a-475a-a373-a4fd4ef256df req-3cf9c87e-bef4-415a-b4ab-d8292cced7f3 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.2241192 Jun 28 23:25:21.904787 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d1b174c5-310a-475a-a373-a4fd4ef256df req-d05d9831-240a-40b0-a0f2-31f63fc9027c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153312 Jun 28 23:25:21.950913 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60283291-1a5a-4cb1-ba78-03ad796276f7 req-a3c1ed82-ba13-4238-bde3-adccb96b722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:21.953466 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-60283291-1a5a-4cb1-ba78-03ad796276f7 req-a3c1ed82-ba13-4238-bde3-adccb96b722b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4843e8e397b34a80966999c896dfbad0&device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 1097 time: 0.1257629 Jun 28 23:25:22.126870 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bc4b1-13f3-4604-92aa-74d7dd11513d req-426cf949-c5ea-40f6-8484-e295faaa5fa6 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:22.130879 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ce8bc4b1-13f3-4604-92aa-74d7dd11513d req-426cf949-c5ea-40f6-8484-e295faaa5fa6 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.1581466 Jun 28 23:25:22.138005 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60283291-1a5a-4cb1-ba78-03ad796276f7 req-9c2b4d29-f207-4e1a-9ef7-53e38fecd08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:22.140006 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-60283291-1a5a-4cb1-ba78-03ad796276f7 req-9c2b4d29-f207-4e1a-9ef7-53e38fecd08c service neutron] 10.222.0.47 "GET /v2.0/networks?id=07112a3e-968e-4eec-9765-4ad4f0381d53 HTTP/1.1" status: 200 len: 916 time: 0.1791980 Jun 28 23:25:22.211096 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-60283291-1a5a-4cb1-ba78-03ad796276f7 req-0618ddc6-b8fd-49f0-98dd-429b47486afc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c HTTP/1.1" status: 200 len: 217 time: 0.0590966 Jun 28 23:25:22.231539 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-819f4b5d-994c-48cc-85e9-911961e91ddc tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658894959&fields=id&tenant_id=e23bc83e618a4da38881f5efae15ba41 HTTP/1.1" status: 200 len: 267 time: 0.1256030 Jun 28 23:25:22.309213 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ce8bc4b1-13f3-4604-92aa-74d7dd11513d req-876025e5-221f-47fa-b808-5d05d91fc658 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674416 Jun 28 23:25:22.454376 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60283291-1a5a-4cb1-ba78-03ad796276f7 req-20e0fd98-8ef1-43cc-af82-3b6646028bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:22.457170 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-60283291-1a5a-4cb1-ba78-03ad796276f7 req-20e0fd98-8ef1-43cc-af82-3b6646028bef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a378868-c100-4dfe-954c-8b1bdde41ee4 HTTP/1.1" status: 200 len: 854 time: 0.2379723 Jun 28 23:25:22.666311 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f735ae-d289-4c32-b787-e56831b0c917 req-ce0f5273-dead-406f-a719-5052d9ea1861 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:22.675548 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-ce0f5273-dead-406f-a719-5052d9ea1861 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 812 time: 0.3974066 Jun 28 23:25:22.727626 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-6bc94e4e-83f1-4d1a-89e1-f4ae539a8ffb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/quotas/e23bc83e618a4da38881f5efae15ba41 HTTP/1.1" status: 200 len: 375 time: 0.0508130 Jun 28 23:25:22.804032 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60283291-1a5a-4cb1-ba78-03ad796276f7 req-b3a57149-6e80-43a3-9cee-3a7a90c1d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:22.804969 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-60283291-1a5a-4cb1-ba78-03ad796276f7 req-b3a57149-6e80-43a3-9cee-3a7a90c1d17e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07112a3e-968e-4eec-9765-4ad4f0381d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3365462 Jun 28 23:25:22.847731 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50f774-0d71-4a5b-96ad-92b1f2648b5a req-73102926-bf11-43f0-af23-87340444f993 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:22.851561 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d50f774-0d71-4a5b-96ad-92b1f2648b5a req-73102926-bf11-43f0-af23-87340444f993 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.2748094 Jun 28 23:25:22.963535 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d50f774-0d71-4a5b-96ad-92b1f2648b5a req-23a5a005-5b2a-4030-bc36-e5a0101e1109 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996020 Jun 28 23:25:22.973750 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-eff115cc-d77f-4245-a32b-c4e939162a8f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2433968 Jun 28 23:25:23.011323 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-60283291-1a5a-4cb1-ba78-03ad796276f7 req-fac6488f-06a6-491b-ac0b-059857822ca1 service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932478 Jun 28 23:25:23.250222 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-60283291-1a5a-4cb1-ba78-03ad796276f7 req-4e76eba5-3fd7-4425-b6dd-623459e9bd9e service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247348 Jun 28 23:25:23.279846 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-cee7e948-3e15-4769-a5ab-bb7e91595e92 service neutron] 10.222.0.35 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891254 Jun 28 23:25:23.325418 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fca78-9f38-44e2-9718-6406371004fd req-228cd15e-6054-438a-91bc-bb18d7f6c311 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:23.331042 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-010fca78-9f38-44e2-9718-6406371004fd req-228cd15e-6054-438a-91bc-bb18d7f6c311 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 944 time: 0.1969032 Jun 28 23:25:23.431373 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-010fca78-9f38-44e2-9718-6406371004fd req-14429857-4812-4d0d-b4b9-f97468d13e86 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994561 Jun 28 23:25:23.466465 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-fb445826-922b-46d5-be1c-a536f7434a70 service neutron] 10.222.0.35 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760137 Jun 28 23:25:23.659641 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ada67-1579-4150-9290-c6be44f3c047 req-818bf144-fdcc-4cdc-a6ad-77f90981b9d3 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:23.668067 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b12ada67-1579-4150-9290-c6be44f3c047 req-818bf144-fdcc-4cdc-a6ad-77f90981b9d3 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.1116011 Jun 28 23:25:23.718345 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b12ada67-1579-4150-9290-c6be44f3c047 req-22520d8d-43ec-444a-964d-5fb0ee27973d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486605 Jun 28 23:25:23.983920 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c178d3cc-db55-4b14-9878-1b6e9f5ac648 req-b5705e96-190a-4fa6-8a52-07f197b5f2c7 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 210 time: 0.0745430 Jun 28 23:25:24.233902 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04195d-3661-455f-9b53-d6be534207c6 req-9067f6ff-b8ac-4f90-9ea7-0641ba2a6337 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:24.240408 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ee04195d-3661-455f-9b53-d6be534207c6 req-9067f6ff-b8ac-4f90-9ea7-0641ba2a6337 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.1149662 Jun 28 23:25:24.317444 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ee04195d-3661-455f-9b53-d6be534207c6 req-96c76025-fa9c-4fef-ad39-eea7688e4f23 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657823 Jun 28 23:25:24.761601 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9e71-659b-47a0-aa94-4e26e6b409e7 req-f424d515-b7d3-4fe2-8e59-79762e691cf0 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:24.763793 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c52b9e71-659b-47a0-aa94-4e26e6b409e7 req-f424d515-b7d3-4fe2-8e59-79762e691cf0 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 944 time: 0.1109295 Jun 28 23:25:24.842854 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c52b9e71-659b-47a0-aa94-4e26e6b409e7 req-2dc08434-0805-4f57-a497-547c86430a8b tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610359 Jun 28 23:25:25.321833 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5eae6e55-a71c-4434-af17-ede64e7bb213 req-edb19792-2962-4268-80ab-f845dffb52ab tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 210 time: 0.0650277 Jun 28 23:25:25.641055 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:25:25.674636 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d563e0-f1f9-4765-ac37-eb84f51b3458 req-0013905a-69d3-4902-80b4-efb8b4923afc tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:25.684872 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-91d563e0-f1f9-4765-ac37-eb84f51b3458 req-0013905a-69d3-4902-80b4-efb8b4923afc tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.2215230 Jun 28 23:25:25.816554 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-91d563e0-f1f9-4765-ac37-eb84f51b3458 req-2664f6d4-ff07-43b7-9399-b3fc8895d787 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247461 Jun 28 23:25:25.899963 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c,segment=NetworkSegment(3514994f-f5e1-44f5-8f83-a45b606adf0b),segment_id=3514994f-f5e1-44f5-8f83-a45b606adf0b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:25:25.937355 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c', 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'port_id': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c', 'mac_address': 'fa:16:3e:ce:ec:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:25:26.042511 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-11938d3e-1730-4bcf-8a91-3f912595bf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:26.077705 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:26.106257 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:25:26.136124 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c,segment=NetworkSegment(3514994f-f5e1-44f5-8f83-a45b606adf0b),segment_id=3514994f-f5e1-44f5-8f83-a45b606adf0b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:25:26.146058 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:26.149906 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:26.173144 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f735ae-d289-4c32-b787-e56831b0c917 req-e7124d15-1651-49fa-998a-1954ffc80137 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:26.174771 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-e7124d15-1651-49fa-998a-1954ffc80137 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.47 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 812 time: 0.3562729 Jun 28 23:25:26.232879 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a5ecf-edcc-42b6-81ca-2a1fa0747b51 req-d842ddbf-7b83-46a0-8b9e-ecafb5eba0ee tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:26.242139 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0a2a5ecf-edcc-42b6-81ca-2a1fa0747b51 req-d842ddbf-7b83-46a0-8b9e-ecafb5eba0ee tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 944 time: 0.1842074 Jun 28 23:25:26.285144 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-56871062-fb4e-49ef-a4a3-8f766a6c0f8e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e23bc83e618a4da38881f5efae15ba41 HTTP/1.1" status: 200 len: 379 time: 0.0949221 Jun 28 23:25:26.298380 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-84f735ae-d289-4c32-b787-e56831b0c917 req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Request body: {'port': {'device_id': '9d025df0-c218-4e25-b4b0-9ad0d8af9259', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'admin_state_up': True, 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'security_groups': ['d95478eb-67f5-4ce1-8da0-02bb16d347b0']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:25:26.315222 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:26.349932 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:26.350603 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:26.351297 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:26.351953 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:26.352616 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:26.353380 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:26.354005 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:26.354855 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:26.357412 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0a2a5ecf-edcc-42b6-81ca-2a1fa0747b51 req-1344e2ce-9b3c-4020-ad43-c923571069c6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094522 Jun 28 23:25:26.358708 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:26.359405 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:26.360065 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:26.361142 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:26.399910 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:26.526143 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bbdf82b0-6291-4387-9d39-2069fced9a1a req-a9b4a64b-7cff-4d4d-abac-d6f90455c799 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 210 time: 0.0364597 Jun 28 23:25:26.529583 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f735ae-d289-4c32-b787-e56831b0c917 req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Made reservation on behalf of e23bc83e618a4da38881f5efae15ba41 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:25:26.533374 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-84f735ae-d289-4c32-b787-e56831b0c917 req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:26.556126 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['20df1110-7d9a-4f3c-925c-a5e14f4e6d8c'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:25:26.605050 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:26.698182 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-84f735ae-d289-4c32-b787-e56831b0c917 req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Allocated IP 172.20.0.9 (fea3cf5c-da72-4ef5-b6f8-bae77ef1f927/267ad752-7b4a-4cc1-8929-5768d21c85ec/8764222f-8305-4bdf-849d-a7710538f6ae) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:25:26.895295 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-84f735ae-d289-4c32-b787-e56831b0c917 req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:26.921267 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-84f735ae-d289-4c32-b787-e56831b0c917 req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Transition to ACTIVE for port object 8764222f-8305-4bdf-849d-a7710538f6ae will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:25:26.992327 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-84f735ae-d289-4c32-b787-e56831b0c917 req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:26.999186 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0a3c2fc7-c6b4-4bb3-87fb-7042cc477a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:27.117132 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f735ae-d289-4c32-b787-e56831b0c917 req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:25:27.125320 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-84f735ae-d289-4c32-b787-e56831b0c917 req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:25:27.128474 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f735ae-d289-4c32-b787-e56831b0c917 req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:25:27.184147 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'Port': ['ID=8764222f-8305-4bdf-849d-a7710538f6ae,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:27.200362 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:27.200362 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:27.200362 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:27.200867 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:27.201347 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:27.201723 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:27.202093 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:27.202475 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:27.202901 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:27.203286 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:27.203586 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:27.203945 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:27.211177 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:27.257318 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f735ae-d289-4c32-b787-e56831b0c917 req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:27.258363 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-84f735ae-d289-4c32-b787-e56831b0c917 req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:27.280533 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d64fd-a871-44f6-82e3-1e4ec43054f3 req-a76d2d2c-c213-46a9-9a4b-c393ce854fd9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:27.290405 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6a9d64fd-a871-44f6-82e3-1e4ec43054f3 req-a76d2d2c-c213-46a9-9a4b-c393ce854fd9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.2511294 Jun 28 23:25:27.319064 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0255282 Jun 28 23:25:27.354453 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6a9d64fd-a871-44f6-82e3-1e4ec43054f3 req-ddc1023e-f102-4a3b-9dbd-ccd6651340ef tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628884 Jun 28 23:25:27.365329 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Request body: {'port': {'device_id': '9d025df0-c218-4e25-b4b0-9ad0d8af9259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:25:27.499996 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-4ebe5b0f-b1e3-4856-a95c-d089d056ed59 None None] Provisioning for port 8764222f-8305-4bdf-849d-a7710538f6ae completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:25:27.504806 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73952e45-6e87-4831-aa17-ee603c88f79f req-f08debe8-b03d-434f-9778-70ed4eb5c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:27.513768 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-4ebe5b0f-b1e3-4856-a95c-d089d056ed59 None None] Provisioning complete for port 8764222f-8305-4bdf-849d-a7710538f6ae triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:25:27.513768 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4ebe5b0f-b1e3-4856-a95c-d089d056ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:27.514255 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73952e45-6e87-4831-aa17-ee603c88f79f req-f08debe8-b03d-434f-9778-70ed4eb5c55c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b68cfa00cd7404184becbc31a93a071&device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 1098 time: 0.1355901 Jun 28 23:25:27.514255 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:27.619887 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-4ebe5b0f-b1e3-4856-a95c-d089d056ed59 None None] Port 8764222f-8305-4bdf-849d-a7710538f6ae cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:25:27.666550 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:25:27.730760 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:25:27.739237 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:25:27.740329 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:27.842754 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:27.895317 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c,segment=NetworkSegment(3514994f-f5e1-44f5-8f83-a45b606adf0b),segment_id=3514994f-f5e1-44f5-8f83-a45b606adf0b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:25:27.897230 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:25:27.900566 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82427a1f-142b-4637-bde1-9dcb9a160fe6" -d '{"events": [{"server_uuid": "b3e63de1-97bd-4006-9792-4190951b07ec", "name": "network-vif-plugged", "status": "completed", "tag": "20df1110-7d9a-4f3c-925c-a5e14f4e6d8c"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:25:27.906095 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:27.908608 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:28.002436 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:28.012296 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:28.139770 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73952e45-6e87-4831-aa17-ee603c88f79f req-5b946f09-8566-4145-835c-a6cbd83f2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:28.141458 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73952e45-6e87-4831-aa17-ee603c88f79f req-5b946f09-8566-4145-835c-a6cbd83f2b54 service neutron] 10.222.0.47 "GET /v2.0/networks?id=803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 200 len: 917 time: 0.5795679 Jun 28 23:25:28.149360 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cff08-de49-46b7-ad4f-8574e57c8cba req-4011fc4c-84fb-4f97-8757-160d7bf41dd5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:28.151144 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-585cff08-de49-46b7-ad4f-8574e57c8cba req-4011fc4c-84fb-4f97-8757-160d7bf41dd5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 945 time: 0.6273444 Jun 28 23:25:28.280666 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2d28e-90b6-4a50-a6b0-d021b3b74545 req-cb623219-507b-4b08-becc-1d0592cdeb4a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:28.282480 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c4b2d28e-90b6-4a50-a6b0-d021b3b74545 req-cb623219-507b-4b08-becc-1d0592cdeb4a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 931 time: 0.3919296 Jun 28 23:25:28.336645 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73952e45-6e87-4831-aa17-ee603c88f79f req-5bd4d3b5-4d36-4d7d-a28d-6740817455a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764 HTTP/1.1" status: 200 len: 1000 time: 0.1818931 Jun 28 23:25:28.350692 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-585cff08-de49-46b7-ad4f-8574e57c8cba req-57266a0a-00d5-40b9-b372-b66ef9c8a7e7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452930 Jun 28 23:25:28.441401 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c4b2d28e-90b6-4a50-a6b0-d021b3b74545 req-56d8834a-b14e-481b-ac03-70b8c4012be4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180444 Jun 28 23:25:28.455258 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73952e45-6e87-4831-aa17-ee603c88f79f req-d9d06d7d-9253-4161-ad30-72f1fcdc81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:28.456904 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73952e45-6e87-4831-aa17-ee603c88f79f req-d9d06d7d-9253-4161-ad30-72f1fcdc81ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e54f2da-94b4-4193-82c2-b27710ee5f6e HTTP/1.1" status: 200 len: 855 time: 0.1024289 Jun 28 23:25:28.469481 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a457eb-32db-43bc-bf21-0af51c620b19 x-openstack-request-id: req-49a457eb-32db-43bc-bf21-0af51c620b19 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:25:28.469894 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e63de1-97bd-4006-9792-4190951b07ec", "name": "network-vif-plugged", "status": "completed", "tag": "20df1110-7d9a-4f3c-925c-a5e14f4e6d8c", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:25:28.470263 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49a457eb-32db-43bc-bf21-0af51c620b19 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:25:28.470772 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c', 'code': 200} Jun 28 23:25:28.606874 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8764222f-8305-4bdf-849d-a7710538f6ae {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:25:28.606874 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:28.630306 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Transition to ACTIVE for port object 8764222f-8305-4bdf-849d-a7710538f6ae will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:25:28.634510 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73952e45-6e87-4831-aa17-ee603c88f79f req-a467c11f-42d0-4398-a40c-efaf2e5506c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:28.636549 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73952e45-6e87-4831-aa17-ee603c88f79f req-a467c11f-42d0-4398-a40c-efaf2e5506c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=803dd44f-307b-47e9-bd46-b2c20bf55e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1555068 Jun 28 23:25:28.666710 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:28.677152 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2ab8f115-ced7-4d9c-bbfc-ad11a8a5ec5d tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:28.794578 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Pushing event updated for resources: {'Port': ['ID=8764222f-8305-4bdf-849d-a7710538f6ae,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:28.810869 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:28.885071 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebf8b5-c60a-4a72-8583-9fe93439c642 req-4154b386-0467-45c2-ac25-200e0c495ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:28.886683 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9aebf8b5-c60a-4a72-8583-9fe93439c642 req-4154b386-0467-45c2-ac25-200e0c495ae5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 1099 time: 0.0699663 Jun 28 23:25:28.891885 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727c200-173f-4933-9b73-3c3978c8c01c req-b8aa258a-50f9-43d2-aa11-573733ba1960 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:28.900105 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7727c200-173f-4933-9b73-3c3978c8c01c req-b8aa258a-50f9-43d2-aa11-573733ba1960 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.3035254 Jun 28 23:25:28.935285 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9aebf8b5-c60a-4a72-8583-9fe93439c642 req-bf516037-41eb-49fd-a6b9-2e395d273f86 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414915 Jun 28 23:25:28.989441 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73952e45-6e87-4831-aa17-ee603c88f79f req-90d04e74-d4f1-4943-99fb-e0bb073ccade service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317616 Jun 28 23:25:28.995714 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7727c200-173f-4933-9b73-3c3978c8c01c req-923b0a91-1f07-40c8-b30c-b8cc7de1bed9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947239 Jun 28 23:25:29.023988 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:29.025386 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Attempting to bind port 8764222f-8305-4bdf-849d-a7710538f6ae on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:25:29.025783 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Attempting to bind port 8764222f-8305-4bdf-849d-a7710538f6ae by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:25:29.026120 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Attempting to bind port 8764222f-8305-4bdf-849d-a7710538f6ae on network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:25:29.032063 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Port 8764222f-8305-4bdf-849d-a7710538f6ae on network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:25:29.032452 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Attempting to bind port 8764222f-8305-4bdf-849d-a7710538f6ae on network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:25:29.040174 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:25:29.040648 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Checking segment: {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:25:29.041311 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Bound using segment: {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:25:29.041794 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Bound port: 8764222f-8305-4bdf-849d-a7710538f6ae, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:25:29.042170 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:29.170224 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e81e5985-06a3-4b03-ae40-55a9a357d6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:29.216374 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] For port 8764222f-8305-4bdf-849d-a7710538f6ae, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:25:29.221285 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] For port 8764222f-8305-4bdf-849d-a7710538f6ae, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8764222f-8305-4bdf-849d-a7710538f6ae,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:25:29.225205 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73952e45-6e87-4831-aa17-ee603c88f79f req-37a3b897-8f6b-4c67-a201-5634de2f290b service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797578 Jun 28 23:25:29.227458 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:29.229964 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-437cde4d-153d-4738-b227-b87c51090749 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:29.280902 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:29.281541 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:29.283081 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] 10.222.0.47 "PUT /v2.0/ports/8764222f-8305-4bdf-849d-a7710538f6ae HTTP/1.1" status: 200 len: 1093 time: 1.9464517 Jun 28 23:25:29.283626 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d025df0-c218-4e25-b4b0-9ad0d8af9259', 'tag': '8764222f-8305-4bdf-849d-a7710538f6ae'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:25:29.286136 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279a7c1d-1830-4204-9f9d-08aa37734b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d025df0-c218-4e25-b4b0-9ad0d8af9259", "tag": "8764222f-8305-4bdf-849d-a7710538f6ae"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:25:29.339950 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Pushing event updated for resources: {'Port': ['ID=8764222f-8305-4bdf-849d-a7710538f6ae,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:29.348474 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:29.355274 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c51965-b079-4480-b9fa-9a95d48b37c5 x-openstack-request-id: req-a9c51965-b079-4480-b9fa-9a95d48b37c5 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:25:29.356213 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d025df0-c218-4e25-b4b0-9ad0d8af9259", "tag": "8764222f-8305-4bdf-849d-a7710538f6ae", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:25:29.356732 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a9c51965-b079-4480-b9fa-9a95d48b37c5 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:25:29.357431 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d025df0-c218-4e25-b4b0-9ad0d8af9259', 'tag': '8764222f-8305-4bdf-849d-a7710538f6ae', 'status': 'completed', 'code': 200} Jun 28 23:25:29.515635 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f735ae-d289-4c32-b787-e56831b0c917 req-76f4a05d-968e-464d-b8bd-1c7c4980b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:29.518089 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-76f4a05d-968e-464d-b8bd-1c7c4980b1c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 1096 time: 0.1426280 Jun 28 23:25:29.618559 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-bdf49e6e-59aa-4632-91e0-59522b76543d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8764222f-8305-4bdf-849d-a7710538f6ae HTTP/1.1" status: 200 len: 217 time: 0.0905406 Jun 28 23:25:29.835169 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f735ae-d289-4c32-b787-e56831b0c917 req-90b3af01-a6a4-4dc6-a625-554d5eb5b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:29.837293 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-90b3af01-a6a4-4dc6-a625-554d5eb5b5f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=267ad752-7b4a-4cc1-8929-5768d21c85ec HTTP/1.1" status: 200 len: 851 time: 0.1661048 Jun 28 23:25:29.885154 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:29.968313 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef8b02-8cc1-49bd-9323-789b9238efe4 req-718da105-d545-4bd2-9b57-1fd52fe0d751 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:29.970011 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eaef8b02-8cc1-49bd-9323-789b9238efe4 req-718da105-d545-4bd2-9b57-1fd52fe0d751 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 946 time: 0.3561609 Jun 28 23:25:30.040505 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27cbd5-3a09-4cbf-864c-60d6c13e4aa4 req-72ec3f16-a610-4a08-a94f-9635d9b83d08 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:30.042653 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2f27cbd5-3a09-4cbf-864c-60d6c13e4aa4 req-72ec3f16-a610-4a08-a94f-9635d9b83d08 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 943 time: 0.3367369 Jun 28 23:25:30.048141 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eaef8b02-8cc1-49bd-9323-789b9238efe4 req-68c25168-2580-4bdd-b1be-df5935e2bccb tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715117 Jun 28 23:25:30.093975 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f735ae-d289-4c32-b787-e56831b0c917 req-5ac2b406-c171-4ccb-8b55-e73e034dc7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:30.111339 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-5ac2b406-c171-4ccb-8b55-e73e034dc7ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2355478 Jun 28 23:25:30.137129 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2f27cbd5-3a09-4cbf-864c-60d6c13e4aa4 req-048c960c-506c-4477-8341-c93672e9708b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862160 Jun 28 23:25:30.315727 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-92932e35-6dd2-430e-b974-92f68b359107 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900430 Jun 28 23:25:30.579258 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84f735ae-d289-4c32-b787-e56831b0c917 req-b5e05a34-fe72-43ba-ae92-fd1779939999 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501664 Jun 28 23:25:30.613952 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e8007-5817-4d30-86d6-cb6b2bae0618 req-dfa2f451-4eb5-4101-a0bf-99a5206efa7a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:30.624296 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-586e8007-5817-4d30-86d6-cb6b2bae0618 req-dfa2f451-4eb5-4101-a0bf-99a5206efa7a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.1304667 Jun 28 23:25:30.694327 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-586e8007-5817-4d30-86d6-cb6b2bae0618 req-bb0711db-e394-4754-855e-842f4bc354e7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685956 Jun 28 23:25:30.802799 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a7c1d-1830-4204-9f9d-08aa37734b2f req-24e95a7b-2d8a-4468-8574-7268ce9159a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:30.805397 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-279a7c1d-1830-4204-9f9d-08aa37734b2f req-24e95a7b-2d8a-4468-8574-7268ce9159a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 1096 time: 0.1097016 Jun 28 23:25:30.943054 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a7c1d-1830-4204-9f9d-08aa37734b2f req-f85ee2be-cb00-41a3-9b50-3df1dd1d1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:30.944818 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-279a7c1d-1830-4204-9f9d-08aa37734b2f req-f85ee2be-cb00-41a3-9b50-3df1dd1d1948 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 913 time: 0.1276593 Jun 28 23:25:31.016835 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-279a7c1d-1830-4204-9f9d-08aa37734b2f req-3447532b-5bb4-4bb6-8f76-3116074fcaca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8764222f-8305-4bdf-849d-a7710538f6ae HTTP/1.1" status: 200 len: 217 time: 0.0605352 Jun 28 23:25:31.133105 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a7c1d-1830-4204-9f9d-08aa37734b2f req-d6851477-f5f9-49b7-9885-76408fe7b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:31.135634 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-279a7c1d-1830-4204-9f9d-08aa37734b2f req-d6851477-f5f9-49b7-9885-76408fe7b432 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=267ad752-7b4a-4cc1-8929-5768d21c85ec HTTP/1.1" status: 200 len: 851 time: 0.1094522 Jun 28 23:25:31.358878 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a7c1d-1830-4204-9f9d-08aa37734b2f req-352b9fb5-f7ac-430a-ae16-918cc3abf112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:31.361599 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-279a7c1d-1830-4204-9f9d-08aa37734b2f req-352b9fb5-f7ac-430a-ae16-918cc3abf112 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2151763 Jun 28 23:25:31.395907 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04dc06-1b28-4637-9e44-7701ea65910b req-bfb9e288-ba87-47f3-a42f-fc6b30e3f1c9 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:31.406434 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8c04dc06-1b28-4637-9e44-7701ea65910b req-bfb9e288-ba87-47f3-a42f-fc6b30e3f1c9 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 946 time: 0.1872292 Jun 28 23:25:31.628006 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8c04dc06-1b28-4637-9e44-7701ea65910b req-d247e692-8290-4bc3-bc3d-43892134b8e1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166724 Jun 28 23:25:31.698147 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-279a7c1d-1830-4204-9f9d-08aa37734b2f req-530c7282-0a97-4eaa-aac8-8258acefebd3 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381258 Jun 28 23:25:31.727285 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f16de-2d1f-4c82-b216-fa1bad9477c7 req-90c03648-2461-4005-910b-1e6d35010a8d tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:31.729481 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d55f16de-2d1f-4c82-b216-fa1bad9477c7 req-90c03648-2461-4005-910b-1e6d35010a8d tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 943 time: 0.3194070 Jun 28 23:25:31.848308 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d55f16de-2d1f-4c82-b216-fa1bad9477c7 req-86556f85-4131-47e2-86d4-ce8dd1705fe2 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994689 Jun 28 23:25:31.915110 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-279a7c1d-1830-4204-9f9d-08aa37734b2f req-637b94f3-318f-4fad-9ebe-3c9360a77827 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843493 Jun 28 23:25:31.977859 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd5417-6b18-4301-9a80-83982f492c14 req-b2478890-dabf-4dc4-8e5d-e4516ba31246 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:31.980126 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a6bd5417-6b18-4301-9a80-83982f492c14 req-b2478890-dabf-4dc4-8e5d-e4516ba31246 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 946 time: 0.1049130 Jun 28 23:25:32.062318 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a6bd5417-6b18-4301-9a80-83982f492c14 req-fa3962db-b84a-4603-8b45-bffd97e0adf7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733016 Jun 28 23:25:32.104730 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:32.382265 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316732bc-ba70-49ef-b9f8-0dd1ba73f6eb req-f10c2567-908e-44d6-8779-27688d7ed1f6 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:32.390575 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-316732bc-ba70-49ef-b9f8-0dd1ba73f6eb req-f10c2567-908e-44d6-8779-27688d7ed1f6 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0999770 Jun 28 23:25:32.478368 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-316732bc-ba70-49ef-b9f8-0dd1ba73f6eb req-a6d1634c-1b66-4ba7-a90d-ce3cfe8db632 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863333 Jun 28 23:25:32.645359 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa37b2-7088-4caf-a85d-3a855642f46d req-e21311b7-e31a-4565-94c3-d61677ae6160 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:32.647809 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c7fa37b2-7088-4caf-a85d-3a855642f46d req-e21311b7-e31a-4565-94c3-d61677ae6160 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 946 time: 0.1143086 Jun 28 23:25:32.721391 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c7fa37b2-7088-4caf-a85d-3a855642f46d req-e13cd609-0c2b-4b3f-9da8-599c00834ba5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671442 Jun 28 23:25:32.951314 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-8e7623ed-f513-4966-b67c-e45020124943 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:32.960049 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-8e7623ed-f513-4966-b67c-e45020124943 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/networks?id=b4fb77b0-9205-4b3b-8c11-345ba839a11e HTTP/1.1" status: 200 len: 815 time: 0.2533870 Jun 28 23:25:33.011137 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-45e95d21-a09a-4be0-b258-a428901da2fe tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/quotas/10ec02cc9959441aab3795a888473f28 HTTP/1.1" status: 200 len: 375 time: 0.0304101 Jun 28 23:25:33.185292 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-1e66c899-de8d-4215-b90e-2f426aa9c570 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=10ec02cc9959441aab3795a888473f28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1732862 Jun 28 23:25:33.513890 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-e8941f8f-9444-4776-be12-e9255d60f932 service neutron] 10.222.0.35 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157935 Jun 28 23:25:33.891374 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabaeb85-fa0c-4650-ad3c-623c5b1c70d0 req-2e87aeb6-5f74-4bdd-b10e-6ba9269d3510 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:33.892974 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cabaeb85-fa0c-4650-ad3c-623c5b1c70d0 req-2e87aeb6-5f74-4bdd-b10e-6ba9269d3510 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 943 time: 0.5062170 Jun 28 23:25:33.946455 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-1c9afddb-eab5-4063-92cd-12f53dd2f5d3 service neutron] 10.222.0.35 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316969 Jun 28 23:25:33.965536 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cabaeb85-fa0c-4650-ad3c-623c5b1c70d0 req-5be5d87d-8cbe-4349-a0f6-4da8fb5e81f2 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541782 Jun 28 23:25:34.227466 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-092ade13-9f41-4f80-bbbc-6c14351c3c66 req-fa8fad52-5035-40b5-aa42-4f3f524cf95a tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 210 time: 0.0764039 Jun 28 23:25:34.270944 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fee32-d3b5-405c-85f2-41a091d76c47 req-16f3a3c3-3a2c-41de-91d5-0c28839244eb tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:34.272586 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a55fee32-d3b5-405c-85f2-41a091d76c47 req-16f3a3c3-3a2c-41de-91d5-0c28839244eb tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.1471071 Jun 28 23:25:34.319636 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a55fee32-d3b5-405c-85f2-41a091d76c47 req-866b5355-1bee-4f13-a8ee-d2154abdb7bf tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409465 Jun 28 23:25:35.168280 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9b6ca-ce55-49aa-a7ac-d870b1fa2fa3 req-2761ec39-ffe4-4299-a2a4-d068477b8887 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:35.170334 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-69f9b6ca-ce55-49aa-a7ac-d870b1fa2fa3 req-2761ec39-ffe4-4299-a2a4-d068477b8887 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 943 time: 0.0779665 Jun 28 23:25:35.240769 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-69f9b6ca-ce55-49aa-a7ac-d870b1fa2fa3 req-65a9c648-4990-4868-bcc8-6e458151affa tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642374 Jun 28 23:25:35.284320 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fbd52-1274-4073-835c-f545cf04fd34 req-d77cd100-7c24-4b7e-b4fc-b0bb8f204f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:35.290767 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eb3fbd52-1274-4073-835c-f545cf04fd34 req-d77cd100-7c24-4b7e-b4fc-b0bb8f204f76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b68cfa00cd7404184becbc31a93a071&device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 1098 time: 0.1670434 Jun 28 23:25:35.495589 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-88a5bbd6-b8d3-45cc-83a3-6de7154059ba req-bb40bfc8-3fa0-4533-a349-9fb2e57a88e9 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 210 time: 0.0621569 Jun 28 23:25:35.610646 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fbd52-1274-4073-835c-f545cf04fd34 req-24ecd1ec-75d1-425a-ac6e-51fcf8f3ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:35.612179 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eb3fbd52-1274-4073-835c-f545cf04fd34 req-24ecd1ec-75d1-425a-ac6e-51fcf8f3ac70 service neutron] 10.222.0.47 "GET /v2.0/networks?id=803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 200 len: 917 time: 0.3098021 Jun 28 23:25:35.646813 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-e9e501e2-a0cf-4765-86a0-a9b5523be8e8 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:35.648326 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-e9e501e2-a0cf-4765-86a0-a9b5523be8e8 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "GET /v2.0/networks?id=b4fb77b0-9205-4b3b-8c11-345ba839a11e HTTP/1.1" status: 200 len: 815 time: 0.2140396 Jun 28 23:25:35.694108 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-446ff9bc-5a3b-49ea-a24f-882ef48f01b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Request body: {'port': {'device_id': 'fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8', 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e', 'admin_state_up': True, 'tenant_id': '10ec02cc9959441aab3795a888473f28'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:25:35.770895 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eb3fbd52-1274-4073-835c-f545cf04fd34 req-e972b116-cedd-4c8a-9f21-d0ad2e6d09ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764 HTTP/1.1" status: 200 len: 1000 time: 0.1422350 Jun 28 23:25:35.787715 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348f9b2-35ee-480f-aeb8-9aa4faa341ff req-359f4af7-4119-4b4b-999f-0b2937bbc0d4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:35.789453 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3348f9b2-35ee-480f-aeb8-9aa4faa341ff req-359f4af7-4119-4b4b-999f-0b2937bbc0d4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.2864509 Jun 28 23:25:35.892349 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fbd52-1274-4073-835c-f545cf04fd34 req-42f6c68f-bcc6-4e21-b688-d8e122b76918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:35.893836 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eb3fbd52-1274-4073-835c-f545cf04fd34 req-42f6c68f-bcc6-4e21-b688-d8e122b76918 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e54f2da-94b4-4193-82c2-b27710ee5f6e HTTP/1.1" status: 200 len: 855 time: 0.1154249 Jun 28 23:25:35.903000 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3348f9b2-35ee-480f-aeb8-9aa4faa341ff req-ac7cdecf-3f5c-4f47-bd14-a6abfc8b7132 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030829 Jun 28 23:25:35.946175 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-446ff9bc-5a3b-49ea-a24f-882ef48f01b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Made reservation on behalf of 10ec02cc9959441aab3795a888473f28 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:25:35.949762 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-446ff9bc-5a3b-49ea-a24f-882ef48f01b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:36.029587 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fbd52-1274-4073-835c-f545cf04fd34 req-6d4c6f88-42a8-4fe6-9b8f-8a4b65642947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:36.031039 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eb3fbd52-1274-4073-835c-f545cf04fd34 req-6d4c6f88-42a8-4fe6-9b8f-8a4b65642947 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=803dd44f-307b-47e9-bd46-b2c20bf55e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1271162 Jun 28 23:25:36.152062 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-446ff9bc-5a3b-49ea-a24f-882ef48f01b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Allocated IP 172.20.0.14 (b4fb77b0-9205-4b3b-8c11-345ba839a11e/dcc8de39-502a-4657-8ae9-14604ed34cd7/27055dcf-2ba0-4b0e-8ba9-243a84961f97) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:25:36.183581 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eb3fbd52-1274-4073-835c-f545cf04fd34 req-b87f46b5-d2e7-47df-b92e-e522e5a4ee07 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451228 Jun 28 23:25:36.362682 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eb3fbd52-1274-4073-835c-f545cf04fd34 req-2c0facaa-17b6-4681-83af-120f9e42e47b service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671770 Jun 28 23:25:36.419816 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-446ff9bc-5a3b-49ea-a24f-882ef48f01b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:36.481678 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b8f16-1f3f-4556-b775-8d17d8b3f4e3 req-517233d4-81c5-4410-bde6-3abc8fe98508 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:36.483174 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f36b8f16-1f3f-4556-b775-8d17d8b3f4e3 req-517233d4-81c5-4410-bde6-3abc8fe98508 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 943 time: 0.1110988 Jun 28 23:25:36.492067 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-446ff9bc-5a3b-49ea-a24f-882ef48f01b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:36.497409 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a29ef143-bcf1-4ecb-86ef-295984d037f8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:36.508016 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['8665e507-bb35-47ee-b53b-4ddfb931390d'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:25:36.559633 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-446ff9bc-5a3b-49ea-a24f-882ef48f01b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Network b4fb77b0-9205-4b3b-8c11-345ba839a11e is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:25:36.567727 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-446ff9bc-5a3b-49ea-a24f-882ef48f01b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:25:36.573843 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-446ff9bc-5a3b-49ea-a24f-882ef48f01b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:25:36.581944 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f36b8f16-1f3f-4556-b775-8d17d8b3f4e3 req-b1b279c4-326b-427b-82ac-21ea4991404f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918140 Jun 28 23:25:36.600618 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ff9bc-5a3b-49ea-a24f-882ef48f01b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Pushing event updated for resources: {'Port': ['ID=27055dcf-2ba0-4b0e-8ba9-243a84961f97,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:36.606412 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-446ff9bc-5a3b-49ea-a24f-882ef48f01b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:36.628352 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-446ff9bc-5a3b-49ea-a24f-882ef48f01b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:36.628966 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-446ff9bc-5a3b-49ea-a24f-882ef48f01b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:36.674058 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-446ff9bc-5a3b-49ea-a24f-882ef48f01b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9845805 Jun 28 23:25:36.692484 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Request body: {'port': {'device_id': 'fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:25:36.734739 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ba300-a9d0-4030-8561-a4bec4d648cd req-d1c73fcc-2b03-4eb6-bc9d-b4b2d48ba950 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:36.736435 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-073ba300-a9d0-4030-8561-a4bec4d648cd req-d1c73fcc-2b03-4eb6-bc9d-b4b2d48ba950 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 932 time: 0.1033504 Jun 28 23:25:36.810099 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-073ba300-a9d0-4030-8561-a4bec4d648cd req-54e2d6f6-d7f4-4d7e-9edd-dcc619b744b2 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645847 Jun 28 23:25:36.810558 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:37.169280 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b6b4d-7fcd-4dd5-8881-7788e2e44599 req-76ad42a6-b97d-4886-9940-a6a49093c9e5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:37.170884 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a02b6b4d-7fcd-4dd5-8881-7788e2e44599 req-76ad42a6-b97d-4886-9940-a6a49093c9e5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.1247036 Jun 28 23:25:37.182693 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27055dcf-2ba0-4b0e-8ba9-243a84961f97 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:25:37.195799 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:37.221508 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Transition to ACTIVE for port object 27055dcf-2ba0-4b0e-8ba9-243a84961f97 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:25:37.234873 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:37.238798 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3bbc1894-19fd-4112-9908-1ae075d0f063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:37.245836 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a02b6b4d-7fcd-4dd5-8881-7788e2e44599 req-b03c29e2-b7a0-4ca8-842f-5afd75a60f6d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660746 Jun 28 23:25:37.292987 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Pushing event updated for resources: {'Port': ['ID=27055dcf-2ba0-4b0e-8ba9-243a84961f97,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:37.296553 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:37.368042 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Attempting to bind port 27055dcf-2ba0-4b0e-8ba9-243a84961f97 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:25:37.368382 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Attempting to bind port 27055dcf-2ba0-4b0e-8ba9-243a84961f97 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:25:37.368713 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Attempting to bind port 27055dcf-2ba0-4b0e-8ba9-243a84961f97 on network b4fb77b0-9205-4b3b-8c11-345ba839a11e {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:25:37.373333 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Port 27055dcf-2ba0-4b0e-8ba9-243a84961f97 on network b4fb77b0-9205-4b3b-8c11-345ba839a11e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:25:37.373656 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Attempting to bind port 27055dcf-2ba0-4b0e-8ba9-243a84961f97 on network b4fb77b0-9205-4b3b-8c11-345ba839a11e {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:25:37.378749 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:25:37.379125 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Checking segment: {'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:25:37.379545 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Bound using segment: {'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:25:37.379981 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Bound port: 27055dcf-2ba0-4b0e-8ba9-243a84961f97, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:25:37.380338 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:37.458415 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] For port 27055dcf-2ba0-4b0e-8ba9-243a84961f97, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:25:37.461795 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] For port 27055dcf-2ba0-4b0e-8ba9-243a84961f97, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=27055dcf-2ba0-4b0e-8ba9-243a84961f97,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:25:37.467031 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:37.469256 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:37.505476 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:37.505476 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:37.508869 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] 10.222.0.47 "PUT /v2.0/ports/27055dcf-2ba0-4b0e-8ba9-243a84961f97 HTTP/1.1" status: 200 len: 1094 time: 0.8179626 Jun 28 23:25:37.508869 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8', 'tag': '27055dcf-2ba0-4b0e-8ba9-243a84961f97'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:25:37.511310 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49dbc8d-1a80-463b-970a-84fa052ed2de" -d '{"events": [{"name": "network-changed", "server_uuid": "fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8", "tag": "27055dcf-2ba0-4b0e-8ba9-243a84961f97"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:25:37.539236 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Pushing event updated for resources: {'Port': ['ID=27055dcf-2ba0-4b0e-8ba9-243a84961f97,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:37.542927 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:37.568947 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18133f5a-6725-42e2-94d0-90c48274daaf x-openstack-request-id: req-18133f5a-6725-42e2-94d0-90c48274daaf {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:25:37.569271 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8", "tag": "27055dcf-2ba0-4b0e-8ba9-243a84961f97", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:25:37.569558 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18133f5a-6725-42e2-94d0-90c48274daaf {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:25:37.569990 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8', 'tag': '27055dcf-2ba0-4b0e-8ba9-243a84961f97', 'status': 'completed', 'code': 200} Jun 28 23:25:37.671751 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-a456a982-c5ad-4c13-ac9f-b6725f9ea6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:37.674312 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-a456a982-c5ad-4c13-ac9f-b6725f9ea6cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10ec02cc9959441aab3795a888473f28&device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 1097 time: 0.0945437 Jun 28 23:25:37.736542 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-e433eff3-e1c1-41e7-b123-1320cb69b4e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27055dcf-2ba0-4b0e-8ba9-243a84961f97 HTTP/1.1" status: 200 len: 217 time: 0.0447199 Jun 28 23:25:37.810907 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-60965c64-4f34-47f8-8194-36864040177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:37.812513 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-60965c64-4f34-47f8-8194-36864040177d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcc8de39-502a-4657-8ae9-14604ed34cd7 HTTP/1.1" status: 200 len: 855 time: 0.0566585 Jun 28 23:25:37.852619 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-56c9384c-41f4-4b2c-9190-5c2423e0ddf5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4fb77b0-9205-4b3b-8c11-345ba839a11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329001 Jun 28 23:25:37.863426 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b9342-cdf4-44b3-87f8-66dacfb7205d req-a32a8166-727a-4345-af56-929f425cbb29 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:37.864974 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e32b9342-cdf4-44b3-87f8-66dacfb7205d req-a32a8166-727a-4345-af56-929f425cbb29 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 943 time: 0.1389694 Jun 28 23:25:37.960994 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e32b9342-cdf4-44b3-87f8-66dacfb7205d req-26654fe8-d287-437d-a764-837816daafcf tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875020 Jun 28 23:25:38.016342 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-2ebdb641-5700-4274-9024-60c7ace8c998 service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502995 Jun 28 23:25:38.064043 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162ed47-387f-4e55-bb3e-1ac291dfbc0e req-4f4dc732-1b77-4941-80c7-9e07d59c9876 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:38.065567 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1162ed47-387f-4e55-bb3e-1ac291dfbc0e req-4f4dc732-1b77-4941-80c7-9e07d59c9876 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 944 time: 0.1007626 Jun 28 23:25:38.151075 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1162ed47-387f-4e55-bb3e-1ac291dfbc0e req-b39f9ebf-2e45-4db5-895a-eabc117f2f78 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778832 Jun 28 23:25:38.165264 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14da5800-9606-49e0-9e1d-9014ffdd16f0 req-e493d1a4-b6e8-494e-bd76-63903d7135df service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322079 Jun 28 23:25:38.278513 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dbc8d-1a80-463b-970a-84fa052ed2de req-0eb3d92b-0ecb-4479-b7c5-8a033373d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:38.280076 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d49dbc8d-1a80-463b-970a-84fa052ed2de req-0eb3d92b-0ecb-4479-b7c5-8a033373d3ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10ec02cc9959441aab3795a888473f28&device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 1097 time: 0.0586388 Jun 28 23:25:38.425387 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dbc8d-1a80-463b-970a-84fa052ed2de req-ce02c9ab-9768-4354-9e77-142330300296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:38.427563 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d49dbc8d-1a80-463b-970a-84fa052ed2de req-ce02c9ab-9768-4354-9e77-142330300296 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4fb77b0-9205-4b3b-8c11-345ba839a11e HTTP/1.1" status: 200 len: 916 time: 0.1291158 Jun 28 23:25:38.476792 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d49dbc8d-1a80-463b-970a-84fa052ed2de req-be3ba900-77da-4cda-90c1-07991ceb865b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27055dcf-2ba0-4b0e-8ba9-243a84961f97 HTTP/1.1" status: 200 len: 217 time: 0.0402975 Jun 28 23:25:38.495835 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb229888-80b5-460b-9fa3-775af929d7c4 req-507985df-8c04-422f-9b78-61099f56ae3f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:38.497373 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb229888-80b5-460b-9fa3-775af929d7c4 req-507985df-8c04-422f-9b78-61099f56ae3f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.1246116 Jun 28 23:25:38.570207 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dbc8d-1a80-463b-970a-84fa052ed2de req-30e1b76e-7683-41bb-b7cd-34a41e2099a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:38.571790 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d49dbc8d-1a80-463b-970a-84fa052ed2de req-30e1b76e-7683-41bb-b7cd-34a41e2099a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcc8de39-502a-4657-8ae9-14604ed34cd7 HTTP/1.1" status: 200 len: 855 time: 0.0734622 Jun 28 23:25:38.574886 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb229888-80b5-460b-9fa3-775af929d7c4 req-f76ffa45-6675-474f-9273-db74118ca45d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689268 Jun 28 23:25:38.628005 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d49dbc8d-1a80-463b-970a-84fa052ed2de req-aaadd401-fd2f-4e3d-9d21-b9a4eb5b56e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4fb77b0-9205-4b3b-8c11-345ba839a11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477448 Jun 28 23:25:38.742914 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d49dbc8d-1a80-463b-970a-84fa052ed2de req-4a23b915-f675-4707-a66e-5da78b005088 service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051025 Jun 28 23:25:38.861539 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d49dbc8d-1a80-463b-970a-84fa052ed2de req-654a2a1f-c701-4b7c-91f5-d39dad848207 service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097939 Jun 28 23:25:39.154297 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8167645-f215-49c2-ad2a-ba1b4a631832 req-f9a9533f-cb44-4680-a60f-10592ff4ff38 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:39.156000 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c8167645-f215-49c2-ad2a-ba1b4a631832 req-f9a9533f-cb44-4680-a60f-10592ff4ff38 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 943 time: 0.0659759 Jun 28 23:25:39.197916 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c8167645-f215-49c2-ad2a-ba1b4a631832 req-5049ba2b-65fc-4d1b-9269-ca5d6f1938f5 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352006 Jun 28 23:25:39.362203 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab87d11-ffd2-4f24-a1d0-563719a45145 req-9a396dbb-67d4-4582-b98a-abeeccb2c146 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:39.364540 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8ab87d11-ffd2-4f24-a1d0-563719a45145 req-9a396dbb-67d4-4582-b98a-abeeccb2c146 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 944 time: 0.0691993 Jun 28 23:25:39.412932 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8ab87d11-ffd2-4f24-a1d0-563719a45145 req-e9c1dffb-1d15-4b62-a18c-6377556a7bd5 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406981 Jun 28 23:25:39.741907 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device d524acfc-52e8-4e7f-8a39-4e447aee8764 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:25:39.775141 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e8609-13b0-48e2-b7c7-2f892703f123 req-91441aff-ca0b-4bed-8b64-535fabc542a1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:39.776808 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d5e8609-13b0-48e2-b7c7-2f892703f123 req-91441aff-ca0b-4bed-8b64-535fabc542a1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 945 time: 0.0745928 Jun 28 23:25:39.816054 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d5e8609-13b0-48e2-b7c7-2f892703f123 req-2c1c1d7b-60ad-40c1-95aa-32b9b5341e25 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334959 Jun 28 23:25:39.848600 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:39.874315 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd524acfc-52e8-4e7f-8a39-4e447aee8764'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:25:39.876816 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9d85b3-1149-4f4b-8a21-109f11de3779" -d '{"events": [{"server_uuid": "48efc152-72be-4f8f-9ae7-3d6da06c1374", "name": "network-vif-unplugged", "status": "completed", "tag": "d524acfc-52e8-4e7f-8a39-4e447aee8764"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:25:39.899385 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port d524acfc-52e8-4e7f-8a39-4e447aee8764, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:25:39.910850 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:39.915073 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-04ca95a6-4875-4ca0-a1af-bb4ec14dc7c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:39.949750 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 23:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789f0c78-47cf-4633-a288-bb1f84a33be7 x-openstack-request-id: req-789f0c78-47cf-4633-a288-bb1f84a33be7 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:25:39.950047 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48efc152-72be-4f8f-9ae7-3d6da06c1374", "name": "network-vif-unplugged", "status": "failed", "tag": "d524acfc-52e8-4e7f-8a39-4e447aee8764", "code": 422}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:25:39.950300 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-789f0c78-47cf-4633-a288-bb1f84a33be7 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:25:39.950740 dv-cinder-792462-21-iscsi neutron-server[92896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'code': 422} returned with failed status Jun 28 23:25:39.980953 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=d524acfc-52e8-4e7f-8a39-4e447aee8764,revision_number=8']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:39.984568 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:40.420488 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecc56c-fd2e-413e-acd7-8a8cfaf2882e req-9fccbd00-a869-4c85-97da-0539135f4bb7 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:40.422250 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d2ecc56c-fd2e-413e-acd7-8a8cfaf2882e req-9fccbd00-a869-4c85-97da-0539135f4bb7 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 943 time: 0.0872912 Jun 28 23:25:40.468515 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d2ecc56c-fd2e-413e-acd7-8a8cfaf2882e req-2e77ed56-7073-48ef-b478-861afbe39bed tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394845 Jun 28 23:25:40.661750 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5687763-6445-45e3-9789-400a5303a157 req-0f173b97-5da5-4b6c-a1b2-09e01110f2df tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:40.663359 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b5687763-6445-45e3-9789-400a5303a157 req-0f173b97-5da5-4b6c-a1b2-09e01110f2df tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 944 time: 0.0806837 Jun 28 23:25:40.730013 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b5687763-6445-45e3-9789-400a5303a157 req-ad7e41a5-c259-41f4-8d41-dc012f0d7917 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595007 Jun 28 23:25:40.923925 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf40cb1-aaf0-40c5-bba1-c2e5d47c6d4d req-533024d3-3b96-4a6a-9d21-71bdbf02ad52 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:40.925817 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1bf40cb1-aaf0-40c5-bba1-c2e5d47c6d4d req-533024d3-3b96-4a6a-9d21-71bdbf02ad52 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0952597 Jun 28 23:25:40.979270 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1bf40cb1-aaf0-40c5-bba1-c2e5d47c6d4d req-0d70eb23-476e-4e67-8da7-6e480ebb8446 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394239 Jun 28 23:25:41.091708 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 59264) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:25:41.188355 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8e594ede-ea6d-4a9d-a758-98685f808e21 req-ea9bb26a-e179-41e6-ad00-f1937fb61fda service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951159 Jun 28 23:25:41.706258 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3df1e-edf1-49c1-afd0-0bdee044a25c req-977d4fd8-a2a3-4b15-a036-bf6c5c087982 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:41.709274 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-12c3df1e-edf1-49c1-afd0-0bdee044a25c req-977d4fd8-a2a3-4b15-a036-bf6c5c087982 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 943 time: 0.1075644 Jun 28 23:25:41.734393 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 8764222f-8305-4bdf-849d-a7710538f6ae details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:25:41.767513 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-12c3df1e-edf1-49c1-afd0-0bdee044a25c req-c07f0594-80c2-40b6-bccd-a78417527116 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522923 Jun 28 23:25:41.850569 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 8764222f-8305-4bdf-849d-a7710538f6ae, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8764222f-8305-4bdf-849d-a7710538f6ae,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:25:41.862440 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '8764222f-8305-4bdf-849d-a7710538f6ae', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'port_id': '8764222f-8305-4bdf-849d-a7710538f6ae', 'mac_address': 'fa:16:3e:83:7f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:25:41.905134 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:41.922009 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8764222f-8305-4bdf-849d-a7710538f6ae {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:25:41.946104 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 8764222f-8305-4bdf-849d-a7710538f6ae, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8764222f-8305-4bdf-849d-a7710538f6ae,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:25:41.954359 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:41.957567 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:41.980183 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5ad5a-bed1-4e5b-8be4-ad34678f6ee9 req-c50d6f1c-cc59-4782-bbee-5c98c0adbce8 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:41.981720 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3ee5ad5a-bed1-4e5b-8be4-ad34678f6ee9 req-c50d6f1c-cc59-4782-bbee-5c98c0adbce8 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 944 time: 0.0895047 Jun 28 23:25:42.026132 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=8764222f-8305-4bdf-849d-a7710538f6ae,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:42.029535 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:42.036210 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3ee5ad5a-bed1-4e5b-8be4-ad34678f6ee9 req-696cbc7e-5565-4d6c-8a7e-7908c1b083f1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437098 Jun 28 23:25:42.186798 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00df4-9496-4be0-90a8-3c48f823ef2c req-92f1c123-6171-48e5-8f41-6a5e7dedd89d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:42.188439 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-53a00df4-9496-4be0-90a8-3c48f823ef2c req-92f1c123-6171-48e5-8f41-6a5e7dedd89d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0786414 Jun 28 23:25:42.404734 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['8764222f-8305-4bdf-849d-a7710538f6ae'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:25:42.511982 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-53a00df4-9496-4be0-90a8-3c48f823ef2c req-4c4613ff-4c48-4c00-837a-b9275da19bd0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096700 Jun 28 23:25:43.021386 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b689323-cc07-4105-80df-ab39a4866dc9 req-5536a6db-568d-426c-bcde-2c48f8bf5776 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:43.023390 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4b689323-cc07-4105-80df-ab39a4866dc9 req-5536a6db-568d-426c-bcde-2c48f8bf5776 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 944 time: 0.1108053 Jun 28 23:25:43.081589 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4b689323-cc07-4105-80df-ab39a4866dc9 req-7c8e656a-d8c6-4611-93c0-4013ea41009b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519936 Jun 28 23:25:43.241092 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d184b42-b31a-42a7-8b7e-20b15820637d req-e51f91f5-ef4e-4646-8f3e-f267a1f53720 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:43.242508 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0d184b42-b31a-42a7-8b7e-20b15820637d req-e51f91f5-ef4e-4646-8f3e-f267a1f53720 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 944 time: 0.0648236 Jun 28 23:25:43.318356 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0d184b42-b31a-42a7-8b7e-20b15820637d req-9485a7e1-fab5-4a4e-b095-6d40a18b0491 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660250 Jun 28 23:25:43.340370 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7016209-197f-4371-84ee-632673e8c5d5 req-18f3fb12-d23f-447f-a3f4-4db040ba9c2a tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:43.342107 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a7016209-197f-4371-84ee-632673e8c5d5 req-18f3fb12-d23f-447f-a3f4-4db040ba9c2a tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 946 time: 0.0986743 Jun 28 23:25:43.382436 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a7016209-197f-4371-84ee-632673e8c5d5 req-8fd18447-d7e9-4a62-8b1d-4b73ad71fe98 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332167 Jun 28 23:25:43.406806 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 59294) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:25:43.619596 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e594ede-ea6d-4a9d-a758-98685f808e21 req-e03808d3-1e3a-4d84-b608-b801acb6b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:43.622168 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8e594ede-ea6d-4a9d-a758-98685f808e21 req-e03808d3-1e3a-4d84-b608-b801acb6b4fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374&tenant_id=2b68cfa00cd7404184becbc31a93a071 HTTP/1.1" status: 200 len: 1096 time: 0.1386416 Jun 28 23:25:43.627291 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e46fd2-2994-4037-b006-ef9290f7dc5a tempest-TestMinimumBasicScenario-805292395 tempest-TestMinimumBasicScenario-805292395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:43.630423 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-26e46fd2-2994-4037-b006-ef9290f7dc5a tempest-TestMinimumBasicScenario-805292395 tempest-TestMinimumBasicScenario-805292395-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 1094 time: 0.2223563 Jun 28 23:25:43.633326 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 59300) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:25:43.641062 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Request body: {'floatingip': {'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'port_id': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:25:43.729925 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for floatingip, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:43.732517 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 27055dcf-2ba0-4b0e-8ba9-243a84961f97 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:25:43.734768 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 8764222f-8305-4bdf-849d-a7710538f6ae up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:25:43.846699 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port 8764222f-8305-4bdf-849d-a7710538f6ae completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:25:43.855096 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 8764222f-8305-4bdf-849d-a7710538f6ae triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:25:43.855727 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:43.884427 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e594ede-ea6d-4a9d-a758-98685f808e21 req-a98dbb6d-5007-4889-8bd9-dd95c6b832c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:43.886033 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8e594ede-ea6d-4a9d-a758-98685f808e21 req-a98dbb6d-5007-4889-8bd9-dd95c6b832c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b68cfa00cd7404184becbc31a93a071&device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 1096 time: 0.2212410 Jun 28 23:25:43.897383 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d72f5-d635-44c8-9d98-72135ef12a10 req-7f8a450a-276c-47cd-a8fa-53b0d9c89dad tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:43.898938 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-583d72f5-d635-44c8-9d98-72135ef12a10 req-7f8a450a-276c-47cd-a8fa-53b0d9c89dad tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.2166727 Jun 28 23:25:43.947034 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 27055dcf-2ba0-4b0e-8ba9-243a84961f97, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=27055dcf-2ba0-4b0e-8ba9-243a84961f97,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:25:43.973325 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '27055dcf-2ba0-4b0e-8ba9-243a84961f97', 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e', 'port_id': '27055dcf-2ba0-4b0e-8ba9-243a84961f97', 'mac_address': 'fa:16:3e:39:cb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc8de39-502a-4657-8ae9-14604ed34cd7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:25:44.016424 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-583d72f5-d635-44c8-9d98-72135ef12a10 req-60b753d6-b4c2-434b-816c-521d72004d5f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033239 Jun 28 23:25:44.043722 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e594ede-ea6d-4a9d-a758-98685f808e21 req-3ccae7ed-db8a-45ba-89cb-d8e3eb3daa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:44.045271 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8e594ede-ea6d-4a9d-a758-98685f808e21 req-3ccae7ed-db8a-45ba-89cb-d8e3eb3daa15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 200 len: 917 time: 0.1446066 Jun 28 23:25:44.050647 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:44.090117 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:44.115777 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:44.136415 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27055dcf-2ba0-4b0e-8ba9-243a84961f97 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:25:44.159047 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d025df0-c218-4e25-b4b0-9ad0d8af9259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8764222f-8305-4bdf-849d-a7710538f6ae'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:25:44.161984 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a1359b-96b7-49d7-9806-6fce2afdff80" -d '{"events": [{"server_uuid": "9d025df0-c218-4e25-b4b0-9ad0d8af9259", "name": "network-vif-plugged", "status": "completed", "tag": "8764222f-8305-4bdf-849d-a7710538f6ae"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:25:44.183672 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 27055dcf-2ba0-4b0e-8ba9-243a84961f97, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=27055dcf-2ba0-4b0e-8ba9-243a84961f97,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:25:44.184957 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8e594ede-ea6d-4a9d-a758-98685f808e21 req-dda5a2ab-9cb2-4d7e-835e-c01cc6d56a82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764 HTTP/1.1" status: 200 len: 998 time: 0.1310763 Jun 28 23:25:44.185816 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 8764222f-8305-4bdf-849d-a7710538f6ae, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8764222f-8305-4bdf-849d-a7710538f6ae,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:25:44.190174 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:44.192425 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:44.220874 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:44.222354 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device d524acfc-52e8-4e7f-8a39-4e447aee8764 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:25:44.264280 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cb448a-e508-41ce-ac96-241e152c76d5 x-openstack-request-id: req-91cb448a-e508-41ce-ac96-241e152c76d5 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:25:44.264577 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d025df0-c218-4e25-b4b0-9ad0d8af9259", "name": "network-vif-plugged", "status": "completed", "tag": "8764222f-8305-4bdf-849d-a7710538f6ae", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:25:44.265020 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91cb448a-e508-41ce-ac96-241e152c76d5 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:25:44.265229 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d025df0-c218-4e25-b4b0-9ad0d8af9259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8764222f-8305-4bdf-849d-a7710538f6ae', 'code': 200} Jun 28 23:25:44.289028 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=27055dcf-2ba0-4b0e-8ba9-243a84961f97,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:44.292933 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:44.293539 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:44.372911 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=8764222f-8305-4bdf-849d-a7710538f6ae,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:44.376081 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:44.406109 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Allocated IP 172.27.2.136 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/890210e9-8ca1-4ec0-bc83-28c23bfd0a4b) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:25:44.416684 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e594ede-ea6d-4a9d-a758-98685f808e21 req-08f6f380-761b-47ba-9938-8555a280add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:44.419143 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8e594ede-ea6d-4a9d-a758-98685f808e21 req-08f6f380-761b-47ba-9938-8555a280add6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e54f2da-94b4-4193-82c2-b27710ee5f6e HTTP/1.1" status: 200 len: 855 time: 0.2249944 Jun 28 23:25:44.603942 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1b233-743e-4a77-810e-1e85c872736e req-8fd7728d-813c-4a17-8d45-84f4a492be2a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:44.605500 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-03a1b233-743e-4a77-810e-1e85c872736e req-8fd7728d-813c-4a17-8d45-84f4a492be2a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.3027182 Jun 28 23:25:44.665337 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['27055dcf-2ba0-4b0e-8ba9-243a84961f97'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:25:44.686056 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:44.725261 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-03a1b233-743e-4a77-810e-1e85c872736e req-24ff89ef-ab63-4881-ac33-12b551228718 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071844 Jun 28 23:25:44.738465 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbe13f-dcac-4a67-ab7d-f31ea81ce015 req-5c695fec-424b-4aa4-bbf7-764cb8cf73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:44.740127 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-94dbe13f-dcac-4a67-ab7d-f31ea81ce015 req-5c695fec-424b-4aa4-bbf7-764cb8cf73e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 1098 time: 0.2482092 Jun 28 23:25:44.753644 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e594ede-ea6d-4a9d-a758-98685f808e21 req-f0742597-be69-4a38-a023-fcdc14a3ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:44.753644 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8e594ede-ea6d-4a9d-a758-98685f808e21 req-f0742597-be69-4a38-a023-fcdc14a3ca29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=803dd44f-307b-47e9-bd46-b2c20bf55e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3005326 Jun 28 23:25:44.769277 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9a646-71d3-4f36-b265-99a6748a17d8 req-a5948499-06be-4ff7-b1a6-05704b838642 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:44.771434 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5fa9a646-71d3-4f36-b265-99a6748a17d8 req-a5948499-06be-4ff7-b1a6-05704b838642 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 945 time: 0.2313058 Jun 28 23:25:44.871831 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:44.885538 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-896cbae3-bc82-429b-8bc8-6d3e8d954932 tempest-DeleteServersTestJSON-313613635 tempest-DeleteServersTestJSON-313613635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:44.930552 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-94dbe13f-dcac-4a67-ab7d-f31ea81ce015 req-6ae98dbf-c50c-425b-b932-a38fab9c5bd3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533306 Jun 28 23:25:44.937095 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5fa9a646-71d3-4f36-b265-99a6748a17d8 req-ca41efd3-e795-4176-8927-9d43df4a2def tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566939 Jun 28 23:25:44.945206 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:25:44.950731 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:25:44.958197 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:25:44.992524 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Pushing event updated for resources: {'Port': ['ID=890210e9-8ca1-4ec0-bc83-28c23bfd0a4b,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:44.999312 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:45.004983 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8e594ede-ea6d-4a9d-a758-98685f808e21 req-428ff85c-2e96-44df-9e75-31c15cc3c136 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261906 Jun 28 23:25:45.248038 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8e594ede-ea6d-4a9d-a758-98685f808e21 req-fd7a5a09-161d-4ffa-b07e-8532ea2a53ef service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942914 Jun 28 23:25:45.363109 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb68ea-3d52-4232-997a-7127162908e0 req-be516500-ba3d-4fce-8212-65ebb904205f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:45.365158 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d2fb68ea-3d52-4232-997a-7127162908e0 req-be516500-ba3d-4fce-8212-65ebb904205f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.1800225 Jun 28 23:25:45.441859 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d2fb68ea-3d52-4232-997a-7127162908e0 req-8a3bb79c-86e6-492b-8e51-af329ce67d30 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700619 Jun 28 23:25:45.499967 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:45.582873 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:45.763086 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 27055dcf-2ba0-4b0e-8ba9-243a84961f97 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:25:45.816666 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port 27055dcf-2ba0-4b0e-8ba9-243a84961f97 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:25:45.822001 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 27055dcf-2ba0-4b0e-8ba9-243a84961f97 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:25:45.822968 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:45.976129 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:46.066693 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 27055dcf-2ba0-4b0e-8ba9-243a84961f97, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=27055dcf-2ba0-4b0e-8ba9-243a84961f97,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:25:46.076112 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:46.078012 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-7b1e4fc8-d572-4cb9-beda-9610aa8f857a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:46.132621 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c61872-77e5-42c0-b423-caf7eb9f1201 req-a0c484a5-4861-4dfa-9ca5-d00660a2afad tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:46.134196 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-12c61872-77e5-42c0-b423-caf7eb9f1201 req-a0c484a5-4861-4dfa-9ca5-d00660a2afad tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.1378760 Jun 28 23:25:46.161011 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=27055dcf-2ba0-4b0e-8ba9-243a84961f97,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:46.164934 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:46.183281 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:46.212026 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:46.253063 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:46.266801 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27055dcf-2ba0-4b0e-8ba9-243a84961f97'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:25:46.269457 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8380a053-fb0b-4bfe-abb4-c793bc7d0cd3" -d '{"events": [{"server_uuid": "fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8", "name": "network-vif-plugged", "status": "completed", "tag": "27055dcf-2ba0-4b0e-8ba9-243a84961f97"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:25:46.367508 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-12c61872-77e5-42c0-b423-caf7eb9f1201 req-ad1162b7-2a37-4e6c-a736-8e3582ff0e41 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206380 Jun 28 23:25:46.391611 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Pushing event updated for resources: {'Port': ['ID=890210e9-8ca1-4ec0-bc83-28c23bfd0a4b,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:46.400537 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:46.406386 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:46.430714 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203f06ae-45c6-4840-ae9b-ff08a76422c8 x-openstack-request-id: req-203f06ae-45c6-4840-ae9b-ff08a76422c8 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:25:46.431379 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8", "name": "network-vif-plugged", "status": "completed", "tag": "27055dcf-2ba0-4b0e-8ba9-243a84961f97", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:25:46.431834 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-203f06ae-45c6-4840-ae9b-ff08a76422c8 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:25:46.432052 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27055dcf-2ba0-4b0e-8ba9-243a84961f97', 'code': 200} Jun 28 23:25:46.462092 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd5c5e-d5af-4682-bdce-90681ccac4cf req-dfeddbd4-fd20-4b2e-8907-acc99ecd955c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:46.463774 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ecd5c5e-d5af-4682-bdce-90681ccac4cf req-dfeddbd4-fd20-4b2e-8907-acc99ecd955c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.2758691 Jun 28 23:25:46.559091 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ecd5c5e-d5af-4682-bdce-90681ccac4cf req-b94376e4-b16d-42f7-8661-00cb1be993ca tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878904 Jun 28 23:25:46.560589 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Floating IP 6bdb00c0-2630-4a26-856f-e2e99a6dfe8c associated. External IP: 172.27.2.136, port: 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c. Jun 28 23:25:46.721123 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b8f3c-9006-42e5-bf95-7641f0d28272 req-88b7a1fa-9e4e-4009-b45b-75c63bf32cec tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:46.723329 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9a1b8f3c-9006-42e5-bf95-7641f0d28272 req-88b7a1fa-9e4e-4009-b45b-75c63bf32cec tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.1263385 Jun 28 23:25:46.809294 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9a1b8f3c-9006-42e5-bf95-7641f0d28272 req-8b6ee0db-f5e0-41e7-b941-06d177d65440 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790918 Jun 28 23:25:46.875781 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Router 0f610cfa-b07c-4ad6-b589-001fed2493a6 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:25:46.992724 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:25:47.002548 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3932495-ba67-4d33-8b9b-43806a7e56e3 None None] Sync routers for ids ['0f610cfa-b07c-4ad6-b589-001fed2493a6'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:25:47.013054 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.028359 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3932495-ba67-4d33-8b9b-43806a7e56e3 None None] Routers {'0f610cfa-b07c-4ad6-b589-001fed2493a6'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:25:47.029026 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e3932495-ba67-4d33-8b9b-43806a7e56e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:25:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['0f610cfa-b07c-4ad6-b589-001fed2493a6'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:25:47.057799 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4204698 Jun 28 23:25:47.057799 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'tag': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:25:47.058501 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7333a8d2-69c9-4b3a-8087-3174f396339b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e63de1-97bd-4006-9792-4190951b07ec", "tag": "20df1110-7d9a-4f3c-925c-a5e14f4e6d8c"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:25:47.059120 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 59342) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:25:47.065134 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299535870', 'description': 'tempest-secgroup-smoke-1299535870 description', 'project_id': '4843e8e397b34a80966999c896dfbad0'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:25:47.099018 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97288c65-85be-4083-8604-66b711e5d4ae x-openstack-request-id: req-97288c65-85be-4083-8604-66b711e5d4ae {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:25:47.099018 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e63de1-97bd-4006-9792-4190951b07ec", "tag": "20df1110-7d9a-4f3c-925c-a5e14f4e6d8c", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:25:47.099296 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97288c65-85be-4083-8604-66b711e5d4ae {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:25:47.099719 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'tag': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c', 'status': 'completed', 'code': 200} Jun 28 23:25:47.115852 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.225857 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.231979 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.234643 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fc6cbcf0-fa4a-4f19-89b6-5d7e955008d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:47.265347 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.266499 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2057328 Jun 28 23:25:47.270884 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:47.273106 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 59346) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:25:47.276952 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:47.276952 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:47.276952 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:47.277308 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:47.277643 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:47.278004 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:47.278273 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-38d83c66-d48f-4013-bab0-a200a54b48c1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Request body: {'security_group_rule': {'security_group_id': '0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b', 'project_id': '4843e8e397b34a80966999c896dfbad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:25:47.278676 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:47.280615 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:47.280615 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:47.280615 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:47.280615 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:47.280615 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:25:47.293351 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:47.319699 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-38d83c66-d48f-4013-bab0-a200a54b48c1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.319930 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-e3932495-ba67-4d33-8b9b-43806a7e56e3 None None] Set router 0f610cfa-b07c-4ad6-b589-001fed2493a6 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:25:47.387160 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-38d83c66-d48f-4013-bab0-a200a54b48c1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.391481 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-38d83c66-d48f-4013-bab0-a200a54b48c1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.401721 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:47.426316 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d83c66-d48f-4013-bab0-a200a54b48c1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3037d9ea-9e89-4ae0-ab97-f9a513eca97e,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:47.431458 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-38d83c66-d48f-4013-bab0-a200a54b48c1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:47.439623 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-38d83c66-d48f-4013-bab0-a200a54b48c1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.440868 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-38d83c66-d48f-4013-bab0-a200a54b48c1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1667588 Jun 28 23:25:47.444828 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 59350) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:25:47.452391 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-1c46f0b1-cc1d-4da2-80af-d516722b4527 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Request body: {'security_group_rule': {'security_group_id': '0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b', 'project_id': '4843e8e397b34a80966999c896dfbad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:25:47.483378 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1c46f0b1-cc1d-4da2-80af-d516722b4527 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.553159 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1c46f0b1-cc1d-4da2-80af-d516722b4527 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.567244 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1c46f0b1-cc1d-4da2-80af-d516722b4527 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.569460 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:47.583192 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46f0b1-cc1d-4da2-80af-d516722b4527 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d2a25c-8112-4a56-8871-7fab0c79f63c,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:47.587995 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1c46f0b1-cc1d-4da2-80af-d516722b4527 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:47.599402 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1c46f0b1-cc1d-4da2-80af-d516722b4527 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.603125 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1c46f0b1-cc1d-4da2-80af-d516722b4527 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1543381 Jun 28 23:25:47.605254 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 59352) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:25:47.615042 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-62fe2a91-3d1d-4130-8c0a-c6ae4f1af904 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Request body: {'security_group_rule': {'security_group_id': '0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b', 'project_id': '4843e8e397b34a80966999c896dfbad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:25:47.643548 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e3932495-ba67-4d33-8b9b-43806a7e56e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:20Z', 'updated_at': '2021-06-28T23:24:24Z', 'revision_number': 4, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'gw_port': {'id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:21Z', 'updated_at': '2021-06-28T23:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '6bdb00c0-2630-4a26-856f-e2e99a6dfe8c', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'port_id': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'mac_address': 'fa:16:3e:ce:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:25:45Z', 'updated_at': '2021-06-28T23:25:45Z', 'revision_number': 0, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c42173-c617-4853-b178-e451e3b4ec5f', 'name': '', 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'mac_address': 'fa:16:3e:b4:4f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:24Z', 'updated_at': '2021-06-28T23:24:31Z', 'revision_number': 5, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'subnets': [{'id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:25:47.659838 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44255751-3b59-48e8-8a68-2d693fba4862 req-7b1d459b-9848-42af-8402-ff5925055ee0 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:47.662054 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-44255751-3b59-48e8-8a68-2d693fba4862 req-7b1d459b-9848-42af-8402-ff5925055ee0 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.1057863 Jun 28 23:25:47.680341 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3932495-ba67-4d33-8b9b-43806a7e56e3 None None] Checking router: 0f610cfa-b07c-4ad6-b589-001fed2493a6 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:25:47.681742 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-62fe2a91-3d1d-4130-8c0a-c6ae4f1af904 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.698539 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3932495-ba67-4d33-8b9b-43806a7e56e3 None None] Routers {'0f610cfa-b07c-4ad6-b589-001fed2493a6'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:25:47.699302 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e3932495-ba67-4d33-8b9b-43806a7e56e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:25:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['0f610cfa-b07c-4ad6-b589-001fed2493a6'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:25:47.749019 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-44255751-3b59-48e8-8a68-2d693fba4862 req-5c2ed634-3701-4a94-ba74-e5099dee7489 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753379 Jun 28 23:25:47.789390 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-62fe2a91-3d1d-4130-8c0a-c6ae4f1af904 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.797596 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-62fe2a91-3d1d-4130-8c0a-c6ae4f1af904 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.819521 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-43623e1e-9f9d-4841-9feb-38978fea9784 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:47.829686 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-e3932495-ba67-4d33-8b9b-43806a7e56e3 None None] Set router 0f610cfa-b07c-4ad6-b589-001fed2493a6 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:25:47.840071 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe2a91-3d1d-4130-8c0a-c6ae4f1af904 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034a4f0f-8248-4175-9abd-27d785c18e73,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:47.843917 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-62fe2a91-3d1d-4130-8c0a-c6ae4f1af904 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:47.849892 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-62fe2a91-3d1d-4130-8c0a-c6ae4f1af904 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.854532 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-62fe2a91-3d1d-4130-8c0a-c6ae4f1af904 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2481816 Jun 28 23:25:47.855206 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 59358) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:25:47.860253 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-b6b3c059-8b2e-4e38-9c26-47629ce8dc3b tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Request body: {'security_group_rule': {'security_group_id': '0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b', 'project_id': '4843e8e397b34a80966999c896dfbad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:25:47.908556 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b6b3c059-8b2e-4e38-9c26-47629ce8dc3b tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:47.932915 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0ad8a-b1b6-4724-8ce2-0abf5c7d6bd1 req-5b9bd43b-c0c3-4fb0-be88-4e94551761bc tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:47.934483 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-00f0ad8a-b1b6-4724-8ce2-0abf5c7d6bd1 req-5b9bd43b-c0c3-4fb0-be88-4e94551761bc tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.1266384 Jun 28 23:25:48.007777 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b6b3c059-8b2e-4e38-9c26-47629ce8dc3b tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:48.012297 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-00f0ad8a-b1b6-4724-8ce2-0abf5c7d6bd1 req-661f9d3e-9fd9-412c-b235-d2f6a485c67c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681348 Jun 28 23:25:48.017661 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b6b3c059-8b2e-4e38-9c26-47629ce8dc3b tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:48.035905 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:48.061313 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3c059-8b2e-4e38-9c26-47629ce8dc3b tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385bbf16-4828-43c3-91ee-087e935a80ad,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:48.064681 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b6b3c059-8b2e-4e38-9c26-47629ce8dc3b tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:48.071088 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b6b3c059-8b2e-4e38-9c26-47629ce8dc3b tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:48.072442 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b6b3c059-8b2e-4e38-9c26-47629ce8dc3b tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2160826 Jun 28 23:25:48.075027 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 59360) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:25:48.083370 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-6b6f4a2d-5a83-4c47-b878-1f7a4edbd49e tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Request body: {'security_group_rule': {'security_group_id': '0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b', 'project_id': '4843e8e397b34a80966999c896dfbad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:25:48.118623 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.securitygroups_db [None req-6b6f4a2d-5a83-4c47-b878-1f7a4edbd49e tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Project 4843e8e397b34a80966999c896dfbad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 23:25:48.126246 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4a2d-5a83-4c47-b878-1f7a4edbd49e tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:48.129097 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c517b29-0fa7-41b1-9eb4-8929ec0cd642 req-aad240ce-543a-4f20-944c-22017b68d128 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:48.136682 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0c517b29-0fa7-41b1-9eb4-8929ec0cd642 req-aad240ce-543a-4f20-944c-22017b68d128 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.1045458 Jun 28 23:25:48.198622 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0c517b29-0fa7-41b1-9eb4-8929ec0cd642 req-12a3398c-01a2-4f08-9775-227e6fbee228 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609286 Jun 28 23:25:48.205221 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e3932495-ba67-4d33-8b9b-43806a7e56e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:20Z', 'updated_at': '2021-06-28T23:24:24Z', 'revision_number': 4, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'gw_port': {'id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:21Z', 'updated_at': '2021-06-28T23:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '6bdb00c0-2630-4a26-856f-e2e99a6dfe8c', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'port_id': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'mac_address': 'fa:16:3e:ce:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:25:45Z', 'updated_at': '2021-06-28T23:25:45Z', 'revision_number': 0, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c42173-c617-4853-b178-e451e3b4ec5f', 'name': '', 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'mac_address': 'fa:16:3e:b4:4f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:24Z', 'updated_at': '2021-06-28T23:24:31Z', 'revision_number': 5, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'subnets': [{'id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:25:48.243787 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4a2d-5a83-4c47-b878-1f7a4edbd49e tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:48.245766 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3932495-ba67-4d33-8b9b-43806a7e56e3 None None] The sync data for ids ['0f610cfa-b07c-4ad6-b589-001fed2493a6'] in dv-cinder-792462-21-iscsi is: [{'id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:20Z', 'updated_at': '2021-06-28T23:24:24Z', 'revision_number': 4, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'gw_port': {'id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:21Z', 'updated_at': '2021-06-28T23:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '6bdb00c0-2630-4a26-856f-e2e99a6dfe8c', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'port_id': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'mac_address': 'fa:16:3e:ce:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:25:45Z', 'updated_at': '2021-06-28T23:25:45Z', 'revision_number': 0, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c42173-c617-4853-b178-e451e3b4ec5f', 'name': '', 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'mac_address': 'fa:16:3e:b4:4f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:24Z', 'updated_at': '2021-06-28T23:24:31Z', 'revision_number': 5, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'subnets': [{'id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:25:48.252834 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4a2d-5a83-4c47-b878-1f7a4edbd49e tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:48.258644 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:48.277608 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f4a2d-5a83-4c47-b878-1f7a4edbd49e tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ceb9c33-c780-4a5e-9f71-0cc3cabdcf36,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:48.280972 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-6b6f4a2d-5a83-4c47-b878-1f7a4edbd49e tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:48.282332 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4a2d-5a83-4c47-b878-1f7a4edbd49e tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:48.283704 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-6b6f4a2d-5a83-4c47-b878-1f7a4edbd49e tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2063422 Jun 28 23:25:48.286569 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 59362) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:25:48.291686 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-cff22e89-84b8-4df0-8a24-7607d92109a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Request body: {'security_group_rule': {'security_group_id': '0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b', 'project_id': '4843e8e397b34a80966999c896dfbad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:25:48.316328 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.securitygroups_db [None req-cff22e89-84b8-4df0-8a24-7607d92109a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Project 4843e8e397b34a80966999c896dfbad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 23:25:48.322172 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cff22e89-84b8-4df0-8a24-7607d92109a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:48.378457 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cff22e89-84b8-4df0-8a24-7607d92109a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:48.384235 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cff22e89-84b8-4df0-8a24-7607d92109a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:48.387400 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0d109694-6dc2-4651-9fff-ad833c87b824 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:48.404896 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff22e89-84b8-4df0-8a24-7607d92109a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a018723-79ce-4208-a556-bc5116fb2df7,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:48.407540 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cff22e89-84b8-4df0-8a24-7607d92109a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:48.411683 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cff22e89-84b8-4df0-8a24-7607d92109a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:48.412873 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-cff22e89-84b8-4df0-8a24-7607d92109a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251953 Jun 28 23:25:48.480080 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0db1de-d488-4801-8c2c-13c455cf6723 None None] New status for floating IP 6bdb00c0-2630-4a26-856f-e2e99a6dfe8c: ACTIVE {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:25:48.539850 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1949b938-2556-4138-bc57-a52b98179b6f req-13f7dc21-aba6-4a2b-b7c6-aecc7b4ef11c tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299535870&fields=id&tenant_id=4843e8e397b34a80966999c896dfbad0 HTTP/1.1" status: 200 len: 267 time: 0.0341504 Jun 28 23:25:48.615769 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949b938-2556-4138-bc57-a52b98179b6f req-28ad6418-7e4c-46e8-94d6-afbf380ccc6e tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:48.617218 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1949b938-2556-4138-bc57-a52b98179b6f req-28ad6418-7e4c-46e8-94d6-afbf380ccc6e tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 946 time: 0.0721698 Jun 28 23:25:48.628604 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-1949b938-2556-4138-bc57-a52b98179b6f req-1a1033c9-1fb5-4c3a-8c9f-0e96233fd418 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Request body: {'port': {'security_groups': ['2fc983ca-30de-4732-bb83-8f23597f7427', '0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:25:48.723035 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1949b938-2556-4138-bc57-a52b98179b6f req-1a1033c9-1fb5-4c3a-8c9f-0e96233fd418 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:48.957374 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-1949b938-2556-4138-bc57-a52b98179b6f req-1a1033c9-1fb5-4c3a-8c9f-0e96233fd418 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] For port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c,segment=NetworkSegment(3514994f-f5e1-44f5-8f83-a45b606adf0b),segment_id=3514994f-f5e1-44f5-8f83-a45b606adf0b)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:25:49.002156 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3a292-5c98-47ed-a6d5-24072d2db8ab req-5f6f1fee-7364-4f07-979d-ddbe1fb663b4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:49.003944 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-56b3a292-5c98-47ed-a6d5-24072d2db8ab req-5f6f1fee-7364-4f07-979d-ddbe1fb663b4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.1188831 Jun 28 23:25:49.008212 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1949b938-2556-4138-bc57-a52b98179b6f req-1a1033c9-1fb5-4c3a-8c9f-0e96233fd418 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:49.019611 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1949b938-2556-4138-bc57-a52b98179b6f req-1a1033c9-1fb5-4c3a-8c9f-0e96233fd418 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:49.029456 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:25:49.032209 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['20df1110-7d9a-4f3c-925c-a5e14f4e6d8c'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:25:49.091642 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949b938-2556-4138-bc57-a52b98179b6f req-1a1033c9-1fb5-4c3a-8c9f-0e96233fd418 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:49.092458 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1949b938-2556-4138-bc57-a52b98179b6f req-1a1033c9-1fb5-4c3a-8c9f-0e96233fd418 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:49.094026 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1949b938-2556-4138-bc57-a52b98179b6f req-1a1033c9-1fb5-4c3a-8c9f-0e96233fd418 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "PUT /v2.0/ports/20df1110-7d9a-4f3c-925c-a5e14f4e6d8c HTTP/1.1" status: 200 len: 982 time: 0.4703622 Jun 28 23:25:49.104422 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'tag': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:25:49.107824 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab97779-b8ed-476d-b08e-fd0ba65c7bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e63de1-97bd-4006-9792-4190951b07ec", "tag": "20df1110-7d9a-4f3c-925c-a5e14f4e6d8c"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:25:49.141317 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-56b3a292-5c98-47ed-a6d5-24072d2db8ab req-49497f49-1870-42d3-9baa-cce9a2ea51b4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288781 Jun 28 23:25:49.155830 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1033c9-1fb5-4c3a-8c9f-0e96233fd418 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Pushing event updated for resources: {'Port': ['ID=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c,revision_number=6']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:25:49.159583 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1a1033c9-1fb5-4c3a-8c9f-0e96233fd418 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:25:49.220883 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['20df1110-7d9a-4f3c-925c-a5e14f4e6d8c'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:25:49.409990 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0726bb0-d0bb-4178-8a1a-d1e078eecb3b req-f1e181da-18ea-4ee5-b953-f36512fa637e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:49.411189 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e0726bb0-d0bb-4178-8a1a-d1e078eecb3b req-f1e181da-18ea-4ee5-b953-f36512fa637e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.1902747 Jun 28 23:25:49.470406 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e0726bb0-d0bb-4178-8a1a-d1e078eecb3b req-bcba30b7-aebb-47e9-b08c-0776c0c27a96 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498962 Jun 28 23:25:49.478279 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-febd76e3-982e-4130-8cf3-dd9428261cc3 None None] Provisioning complete for port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:25:49.478670 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-febd76e3-982e-4130-8cf3-dd9428261cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:49.479355 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509af73-7f3e-40e2-90e6-c9124ab3cbfb req-2d3f57fa-fdc7-4926-8314-e37cec1c3ab5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:49.489255 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b509af73-7f3e-40e2-90e6-c9124ab3cbfb req-2d3f57fa-fdc7-4926-8314-e37cec1c3ab5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 985 time: 0.1514390 Jun 28 23:25:49.531409 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b509af73-7f3e-40e2-90e6-c9124ab3cbfb req-2da50054-e7f3-4d7e-b2f0-e070c0b08824 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b&id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411654 Jun 28 23:25:49.533212 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d4bfba-cab1-40a6-96f2-7ef04f31d364 x-openstack-request-id: req-c7d4bfba-cab1-40a6-96f2-7ef04f31d364 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:25:49.533538 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e63de1-97bd-4006-9792-4190951b07ec", "tag": "20df1110-7d9a-4f3c-925c-a5e14f4e6d8c", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:25:49.534085 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7d4bfba-cab1-40a6-96f2-7ef04f31d364 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:25:49.534644 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'tag': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c', 'status': 'completed', 'code': 200} Jun 28 23:25:49.697464 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bda22-5a81-447b-8bba-89811744d941 req-f5a10ffa-8270-4297-8123-3d55cd1e535f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:49.699100 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c85bda22-5a81-447b-8bba-89811744d941 req-f5a10ffa-8270-4297-8123-3d55cd1e535f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0740216 Jun 28 23:25:49.752758 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c85bda22-5a81-447b-8bba-89811744d941 req-1ec6ee88-98a3-464d-b931-571c47413e3c tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373008 Jun 28 23:25:50.406807 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab03dc3-b851-435d-a715-66d2b1958a8b req-d9f674fe-4d90-4cd1-aa5e-691df6a15524 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:50.408868 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fab03dc3-b851-435d-a715-66d2b1958a8b req-d9f674fe-4d90-4cd1-aa5e-691df6a15524 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.1065018 Jun 28 23:25:50.449865 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fab03dc3-b851-435d-a715-66d2b1958a8b req-fcddaa3d-970f-4bdc-a51f-f5a94ea0df3b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346813 Jun 28 23:25:50.664185 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc0a81-bb12-4876-92dc-c51f882d5421 req-c8b90be3-c78a-4590-9652-947869203b4d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:50.665824 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-67cc0a81-bb12-4876-92dc-c51f882d5421 req-c8b90be3-c78a-4590-9652-947869203b4d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.0639248 Jun 28 23:25:50.710300 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-67cc0a81-bb12-4876-92dc-c51f882d5421 req-bbb00796-e518-4066-a171-2ffc02f10baf tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341120 Jun 28 23:25:50.829755 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:25:50.937688 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe86ff-17eb-4620-b901-4b222ec1d6d9 req-5d0768c6-4d7f-4042-a1fb-65f9342cfade tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:50.939260 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2dfe86ff-17eb-4620-b901-4b222ec1d6d9 req-5d0768c6-4d7f-4042-a1fb-65f9342cfade tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0677180 Jun 28 23:25:50.978684 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2dfe86ff-17eb-4620-b901-4b222ec1d6d9 req-87c8d28f-7e04-4e28-bffc-eadaaacd2784 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326142 Jun 28 23:25:51.627472 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b7f6b-6687-4070-a399-640e9095b598 req-fbdea890-d6ea-491e-bcfe-54350b44c93a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:51.629094 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-788b7f6b-6687-4070-a399-640e9095b598 req-fbdea890-d6ea-491e-bcfe-54350b44c93a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.0646420 Jun 28 23:25:51.672032 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-788b7f6b-6687-4070-a399-640e9095b598 req-96075f99-135b-4c82-b109-a7740163b25f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367639 Jun 28 23:25:51.887687 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7335f58-f447-409d-b3ab-daac8013f606 req-84161ab5-88c1-4406-9ec9-5e0f7cac19f8 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:51.889184 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7335f58-f447-409d-b3ab-daac8013f606 req-84161ab5-88c1-4406-9ec9-5e0f7cac19f8 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.0659328 Jun 28 23:25:51.927900 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b7335f58-f447-409d-b3ab-daac8013f606 req-f1539218-1b64-478e-8a9a-b725e273ea71 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322144 Jun 28 23:25:52.160332 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeae4f-100f-4c55-be16-f45db4fe7dcd req-e4f4c848-7246-41e3-9843-8ba8ef9c003c tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:52.163291 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d1aeae4f-100f-4c55-be16-f45db4fe7dcd req-e4f4c848-7246-41e3-9843-8ba8ef9c003c tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0694959 Jun 28 23:25:52.216140 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d1aeae4f-100f-4c55-be16-f45db4fe7dcd req-ed3d12f7-5755-4a77-a4ef-02f47bfb4b69 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441000 Jun 28 23:25:52.878269 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921757a-add1-471c-9c57-51cee57041f7 req-d4c56af5-6466-4a3d-ab6e-94542ef22b4a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:52.880629 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a921757a-add1-471c-9c57-51cee57041f7 req-d4c56af5-6466-4a3d-ab6e-94542ef22b4a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.0723405 Jun 28 23:25:52.931221 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a921757a-add1-471c-9c57-51cee57041f7 req-e82e33f1-115e-49eb-85fc-79228d499f8c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422089 Jun 28 23:25:53.140966 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645f766-840d-4cb6-b679-3096a660e1d8 req-da174001-1419-44dc-bb30-d1e3703ba7b0 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:53.142533 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3645f766-840d-4cb6-b679-3096a660e1d8 req-da174001-1419-44dc-bb30-d1e3703ba7b0 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.0745139 Jun 28 23:25:53.183710 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3645f766-840d-4cb6-b679-3096a660e1d8 req-35b2a549-9cf5-4dee-9538-f2d8f334ae0d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353844 Jun 28 23:25:53.407401 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aae415-3d40-479f-a1e8-d203600eb36d req-618c32fb-42bd-4e4c-94e9-b4ccc88731e6 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:53.408926 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-15aae415-3d40-479f-a1e8-d203600eb36d req-618c32fb-42bd-4e4c-94e9-b4ccc88731e6 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0709839 Jun 28 23:25:53.449872 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-15aae415-3d40-479f-a1e8-d203600eb36d req-0d2fc3ad-4e20-499b-b0d3-f7e2b6da710c tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351429 Jun 28 23:25:54.117589 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c316a5-514e-4bc5-90c2-832cb6da4910 req-af36e8bf-a884-4902-b95f-5fa725f312da tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:54.119289 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-01c316a5-514e-4bc5-90c2-832cb6da4910 req-af36e8bf-a884-4902-b95f-5fa725f312da tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.0761075 Jun 28 23:25:54.160713 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-01c316a5-514e-4bc5-90c2-832cb6da4910 req-25b440a5-c937-4a28-998a-965dfbf9113b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351524 Jun 28 23:25:54.378202 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc7e89-1006-478f-a48c-6083e851a3e1 req-93b5fe4f-e058-4161-93bc-7b4bf29760a0 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:54.380263 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e4fc7e89-1006-478f-a48c-6083e851a3e1 req-93b5fe4f-e058-4161-93bc-7b4bf29760a0 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.0718791 Jun 28 23:25:54.420238 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e4fc7e89-1006-478f-a48c-6083e851a3e1 req-d7972aaf-9d1b-4217-8128-8674a233c8b2 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334494 Jun 28 23:25:54.635212 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610d40c-c04b-4ab2-b39b-5d595a15b113 req-217bcccc-3aa6-4c97-ba6a-f6de9ac9e753 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:54.636730 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d610d40c-c04b-4ab2-b39b-5d595a15b113 req-217bcccc-3aa6-4c97-ba6a-f6de9ac9e753 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0658858 Jun 28 23:25:54.676466 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d610d40c-c04b-4ab2-b39b-5d595a15b113 req-93d14e52-9bf1-46e4-8d9a-f40883028b1c tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341353 Jun 28 23:25:55.340087 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de22bb9-f28a-40e5-8a64-ca359361e056 req-2cc2968a-ad47-4f28-9732-da2765ed2565 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:55.341803 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9de22bb9-f28a-40e5-8a64-ca359361e056 req-2cc2968a-ad47-4f28-9732-da2765ed2565 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.0690196 Jun 28 23:25:55.382381 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9de22bb9-f28a-40e5-8a64-ca359361e056 req-4adde87f-ec2a-4fcd-a525-de49409f903a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349138 Jun 28 23:25:55.635058 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1f3b3-b880-480b-83cc-5a03b5ec9637 req-8d8ec8d1-b717-4477-94c0-510474d0156d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:55.636585 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ebf1f3b3-b880-480b-83cc-5a03b5ec9637 req-8d8ec8d1-b717-4477-94c0-510474d0156d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.0670273 Jun 28 23:25:55.675582 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ebf1f3b3-b880-480b-83cc-5a03b5ec9637 req-88578cb6-6b46-4cc3-9892-eb964180d943 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330551 Jun 28 23:25:55.858004 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6fc44-6a52-46ee-b8ae-645f4f1ece0b req-ec203a67-5a51-4119-92fe-4c6bc715af76 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:55.859533 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-34a6fc44-6a52-46ee-b8ae-645f4f1ece0b req-ec203a67-5a51-4119-92fe-4c6bc715af76 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0619047 Jun 28 23:25:55.898664 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-34a6fc44-6a52-46ee-b8ae-645f4f1ece0b req-b78340a3-08f2-4cd8-88ba-44aa91a2e681 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332115 Jun 28 23:25:55.900724 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-21628732-5b98-48ad-9d32-e2519723cc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:56.591150 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebaf9a-1f5f-45e1-bd0a-82c5ef60858a req-1be54b0b-af06-4201-871d-c5166d7f5d39 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:56.593773 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-afebaf9a-1f5f-45e1-bd0a-82c5ef60858a req-1be54b0b-af06-4201-871d-c5166d7f5d39 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.0827732 Jun 28 23:25:56.621713 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:56.645057 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-afebaf9a-1f5f-45e1-bd0a-82c5ef60858a req-97a7b1e3-b477-49b1-b1ba-352bb8d36d44 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437646 Jun 28 23:25:56.863303 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50a1d6-b678-4c18-9fae-1db4cfc826de req-2113398f-b132-4c22-8440-ff2475ee9905 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:56.864937 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6e50a1d6-b678-4c18-9fae-1db4cfc826de req-2113398f-b132-4c22-8440-ff2475ee9905 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.0681736 Jun 28 23:25:56.903096 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6e50a1d6-b678-4c18-9fae-1db4cfc826de req-bfcb40ee-c018-426f-8f6f-96a91d4c989b tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322952 Jun 28 23:25:57.083238 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed36e6-e714-459d-8fef-2703939534df req-cc34c9c1-498f-489e-bf7f-1d1ad518d317 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:57.085066 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c7ed36e6-e714-459d-8fef-2703939534df req-cc34c9c1-498f-489e-bf7f-1d1ad518d317 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0695536 Jun 28 23:25:57.131458 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c7ed36e6-e714-459d-8fef-2703939534df req-e52321ef-2a4d-42b1-9f6d-5fe33707d70f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390472 Jun 28 23:25:57.835494 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59417da4-fcf7-4799-98b0-567a6f5e79da req-fcb0a745-b840-438b-bda7-0983529050cd tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:57.836926 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-59417da4-fcf7-4799-98b0-567a6f5e79da req-fcb0a745-b840-438b-bda7-0983529050cd tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.0667355 Jun 28 23:25:57.883049 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-59417da4-fcf7-4799-98b0-567a6f5e79da req-d147aeb6-28aa-4914-ac2a-54d533d0b500 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399430 Jun 28 23:25:58.089991 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9438a9-d650-4259-b81e-e3c3eed9c94a req-7277cdd4-c679-48fa-94ec-c4a0f96c17b4 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:58.091694 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ec9438a9-d650-4259-b81e-e3c3eed9c94a req-7277cdd4-c679-48fa-94ec-c4a0f96c17b4 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.0689588 Jun 28 23:25:58.132924 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ec9438a9-d650-4259-b81e-e3c3eed9c94a req-c451b2df-ede8-49be-be31-7ca4436d4f41 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353968 Jun 28 23:25:58.317604 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33949ad-7605-43c7-bf18-d3a41e3189f9 req-817416a0-bdbd-40a4-a2a0-c9deb53d53a4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:58.319125 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a33949ad-7605-43c7-bf18-d3a41e3189f9 req-817416a0-bdbd-40a4-a2a0-c9deb53d53a4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0700529 Jun 28 23:25:58.362501 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a33949ad-7605-43c7-bf18-d3a41e3189f9 req-2a4bfad0-bab5-4d80-b7c7-691166fb940d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366170 Jun 28 23:25:58.987366 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:59.057942 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ecb3d-6c2f-4573-887d-84187ac264e0 req-7df39a2c-6fe1-4677-928e-fa3aa59bdd5f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:59.059453 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a07ecb3d-6c2f-4573-887d-84187ac264e0 req-7df39a2c-6fe1-4677-928e-fa3aa59bdd5f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.0624528 Jun 28 23:25:59.099315 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a07ecb3d-6c2f-4573-887d-84187ac264e0 req-09fd3c3b-458c-4003-98f3-04bfec950de5 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338135 Jun 28 23:25:59.152300 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-91c879d9-84bd-421c-830f-87f8f6ac121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:25:59.323220 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e62550-6b34-4cbf-8fc7-b7c2feb4a7c2 req-baa85614-7052-498e-a494-e346d5190971 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:59.324474 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92e62550-6b34-4cbf-8fc7-b7c2feb4a7c2 req-baa85614-7052-498e-a494-e346d5190971 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.0669813 Jun 28 23:25:59.365179 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92e62550-6b34-4cbf-8fc7-b7c2feb4a7c2 req-ac0a67f8-313c-43c3-b3e2-049d7905e0ab tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339782 Jun 28 23:25:59.554692 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21982f4-e625-4e69-a04b-c97cb8e60398 req-f1ec2580-2858-4e5d-94d2-c4b0b40d70ef tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:25:59.556279 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e21982f4-e625-4e69-a04b-c97cb8e60398 req-f1ec2580-2858-4e5d-94d2-c4b0b40d70ef tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0706913 Jun 28 23:25:59.600507 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e21982f4-e625-4e69-a04b-c97cb8e60398 req-641f37e1-a225-4654-ad6c-6228a285aedb tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381904 Jun 28 23:25:59.868932 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:00.275545 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc7e8a-9c20-4b8b-b867-a2e104d3ce8d req-3e40b8e4-d047-4106-9d25-53aaae72f0fc tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:00.276978 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a1cc7e8a-9c20-4b8b-b867-a2e104d3ce8d req-3e40b8e4-d047-4106-9d25-53aaae72f0fc tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.0639076 Jun 28 23:26:00.315394 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a1cc7e8a-9c20-4b8b-b867-a2e104d3ce8d req-92bd7c2a-f89b-43a9-9114-349846703d23 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327520 Jun 28 23:26:00.543794 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dad0f-9f54-4c72-b466-17687a10bb71 req-804eb357-539d-4a36-9275-ca8edfba673f tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:00.545260 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-be2dad0f-9f54-4c72-b466-17687a10bb71 req-804eb357-539d-4a36-9275-ca8edfba673f tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.0661681 Jun 28 23:26:00.584862 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-be2dad0f-9f54-4c72-b466-17687a10bb71 req-3ed54c1b-e298-4ba5-8bf3-34aa79755b7a tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339565 Jun 28 23:26:00.786051 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf7cc8-e3d4-4f86-9cd1-799ee2c21ea2 req-c6e50a37-162d-4381-b460-e139034d8cbb tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:00.787573 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ecdf7cc8-e3d4-4f86-9cd1-799ee2c21ea2 req-c6e50a37-162d-4381-b460-e139034d8cbb tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0659912 Jun 28 23:26:00.829287 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ecdf7cc8-e3d4-4f86-9cd1-799ee2c21ea2 req-4ab7792a-a185-4b3d-b815-00005a637e0a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359418 Jun 28 23:26:01.493221 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af5441-3344-4902-96a3-128084e22c28 req-4b64143a-dc50-428d-a3e6-6918408e4945 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:01.494722 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-38af5441-3344-4902-96a3-128084e22c28 req-4b64143a-dc50-428d-a3e6-6918408e4945 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.0662572 Jun 28 23:26:01.794652 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-38af5441-3344-4902-96a3-128084e22c28 req-306c027f-de5d-4a40-a897-97b9fe58c388 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941761 Jun 28 23:26:01.825400 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11745775-705f-44f6-8073-835089d969d1 req-de01e38f-8672-41f5-8372-990e147fd4e6 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:01.826891 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-11745775-705f-44f6-8073-835089d969d1 req-de01e38f-8672-41f5-8372-990e147fd4e6 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.0793417 Jun 28 23:26:01.872103 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-11745775-705f-44f6-8073-835089d969d1 req-c733313d-cb3f-4508-8a27-b760ef6a30e7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392296 Jun 28 23:26:02.011519 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58179ec-c3a8-423c-9d45-961e2620d47d req-f6a21f92-9a4b-4d54-973e-f05a04b94bf6 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:02.012985 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c58179ec-c3a8-423c-9d45-961e2620d47d req-f6a21f92-9a4b-4d54-973e-f05a04b94bf6 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0653477 Jun 28 23:26:02.055857 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c58179ec-c3a8-423c-9d45-961e2620d47d req-53faa537-e5c2-4d4a-ac35-7e7046fdf6b4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372844 Jun 28 23:26:02.090148 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:02.985700 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad3f2a-e48b-4acb-8b39-a9edb4d27a99 req-2c43c297-93c8-4211-8692-f1552bf53f9d tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:02.987457 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2aad3f2a-e48b-4acb-8b39-a9edb4d27a99 req-2c43c297-93c8-4211-8692-f1552bf53f9d tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.0742395 Jun 28 23:26:03.100053 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2aad3f2a-e48b-4acb-8b39-a9edb4d27a99 req-a10484aa-1f42-4468-9907-066308ff09d1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993259 Jun 28 23:26:03.141995 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab97779-b8ed-476d-b08e-fd0ba65c7bf6 req-e949c879-3abc-41ac-9145-ab72ef53f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:03.143497 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ab97779-b8ed-476d-b08e-fd0ba65c7bf6 req-e949c879-3abc-41ac-9145-ab72ef53f09b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4843e8e397b34a80966999c896dfbad0&device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 1138 time: 0.1260397 Jun 28 23:26:03.156431 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e41fa-fd97-42ff-a1e2-a75be8ca329a req-a8206743-38b2-466f-8b56-c8b97fd34333 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:03.158566 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-825e41fa-fd97-42ff-a1e2-a75be8ca329a req-a8206743-38b2-466f-8b56-c8b97fd34333 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.1474977 Jun 28 23:26:03.317262 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-825e41fa-fd97-42ff-a1e2-a75be8ca329a req-6c4174c3-4ba5-4b5c-a090-c9ba71532fd8 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485167 Jun 28 23:26:03.348671 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab97779-b8ed-476d-b08e-fd0ba65c7bf6 req-11cf5194-8a57-47dc-a4e7-e7a12a250de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:03.350495 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ab97779-b8ed-476d-b08e-fd0ba65c7bf6 req-11cf5194-8a57-47dc-a4e7-e7a12a250de2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07112a3e-968e-4eec-9765-4ad4f0381d53 HTTP/1.1" status: 200 len: 916 time: 0.1905019 Jun 28 23:26:03.377192 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eee9db-ae2e-4c70-b87b-a9f12986abbf req-409ca3a4-c709-432a-af25-2c9b397b91b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:03.378639 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-90eee9db-ae2e-4c70-b87b-a9f12986abbf req-409ca3a4-c709-432a-af25-2c9b397b91b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 1099 time: 0.1833599 Jun 28 23:26:03.445918 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1527da-dede-4db6-91bf-006f231d3726 req-d40989f9-5097-401b-b7d5-5a175c17b1d6 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:03.447408 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8d1527da-dede-4db6-91bf-006f231d3726 req-d40989f9-5097-401b-b7d5-5a175c17b1d6 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.1861022 Jun 28 23:26:03.483841 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ab97779-b8ed-476d-b08e-fd0ba65c7bf6 req-e2e83040-d8e4-4cb0-88ea-ee737837e0c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c HTTP/1.1" status: 200 len: 1002 time: 0.1246297 Jun 28 23:26:03.487208 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-90eee9db-ae2e-4c70-b87b-a9f12986abbf req-05d717a3-8410-43a1-8da3-29e7a9e460bc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769632 Jun 28 23:26:03.503907 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8d1527da-dede-4db6-91bf-006f231d3726 req-48614c6a-5e1f-4d16-9b4f-75ed48148d5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487235 Jun 28 23:26:03.683536 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab97779-b8ed-476d-b08e-fd0ba65c7bf6 req-fde546c7-49b2-4b05-be27-0597529cfb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:03.684964 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ab97779-b8ed-476d-b08e-fd0ba65c7bf6 req-fde546c7-49b2-4b05-be27-0597529cfb9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a378868-c100-4dfe-954c-8b1bdde41ee4 HTTP/1.1" status: 200 len: 854 time: 0.0454707 Jun 28 23:26:03.741063 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab97779-b8ed-476d-b08e-fd0ba65c7bf6 req-ea0197aa-bb8c-4802-8980-96ad5ec3b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:03.742509 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ab97779-b8ed-476d-b08e-fd0ba65c7bf6 req-ea0197aa-bb8c-4802-8980-96ad5ec3b737 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07112a3e-968e-4eec-9765-4ad4f0381d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501468 Jun 28 23:26:03.846161 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ab97779-b8ed-476d-b08e-fd0ba65c7bf6 req-0d1f9a06-f5c6-44cc-b22d-49f67b2f0439 service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817599 Jun 28 23:26:03.936858 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ab97779-b8ed-476d-b08e-fd0ba65c7bf6 req-86c8d7e8-8a63-465c-891d-6fe1d0fe6565 service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817454 Jun 28 23:26:04.039969 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333a8d2-69c9-4b3a-8087-3174f396339b req-f342e75a-5c37-4fc5-bd4a-072bcca91ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:04.041461 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7333a8d2-69c9-4b3a-8087-3174f396339b req-f342e75a-5c37-4fc5-bd4a-072bcca91ee6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4843e8e397b34a80966999c896dfbad0&device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 1138 time: 0.0528860 Jun 28 23:26:04.129125 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333a8d2-69c9-4b3a-8087-3174f396339b req-bc634997-f998-4edb-a052-4a0614f80501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:04.131063 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7333a8d2-69c9-4b3a-8087-3174f396339b req-bc634997-f998-4edb-a052-4a0614f80501 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07112a3e-968e-4eec-9765-4ad4f0381d53 HTTP/1.1" status: 200 len: 916 time: 0.0827904 Jun 28 23:26:04.209887 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7333a8d2-69c9-4b3a-8087-3174f396339b req-befb2c2a-2c3f-4df8-8c61-84cd08dd13aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c HTTP/1.1" status: 200 len: 1002 time: 0.0714898 Jun 28 23:26:04.288818 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333a8d2-69c9-4b3a-8087-3174f396339b req-734571ae-8982-4f27-a58e-441f3b3c2486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:04.290268 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7333a8d2-69c9-4b3a-8087-3174f396339b req-734571ae-8982-4f27-a58e-441f3b3c2486 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a378868-c100-4dfe-954c-8b1bdde41ee4 HTTP/1.1" status: 200 len: 854 time: 0.0736222 Jun 28 23:26:04.343759 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd76bf-793d-49c7-bcb7-76e28ae039f6 req-a296010e-a17e-4c53-836e-2dbdaed8323b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:04.345256 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dfbd76bf-793d-49c7-bcb7-76e28ae039f6 req-a296010e-a17e-4c53-836e-2dbdaed8323b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.1273010 Jun 28 23:26:04.396130 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dfbd76bf-793d-49c7-bcb7-76e28ae039f6 req-02042b1f-9b2e-4f89-9113-898f9fca0701 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446029 Jun 28 23:26:04.398883 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333a8d2-69c9-4b3a-8087-3174f396339b req-80d8c7ba-d44b-4400-b9d9-54ea5d7f439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:04.400309 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7333a8d2-69c9-4b3a-8087-3174f396339b req-80d8c7ba-d44b-4400-b9d9-54ea5d7f439b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07112a3e-968e-4eec-9765-4ad4f0381d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1029131 Jun 28 23:26:04.562404 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7333a8d2-69c9-4b3a-8087-3174f396339b req-ee4d4a3b-13c1-4fff-9cc8-a170f5557e66 service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530735 Jun 28 23:26:04.593766 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90530b8f-1ae8-4b9b-bf06-4562114f00fe req-8b1e6e08-39d1-4120-9a73-0197818af9b5 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:04.595244 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-90530b8f-1ae8-4b9b-bf06-4562114f00fe req-8b1e6e08-39d1-4120-9a73-0197818af9b5 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.1633813 Jun 28 23:26:04.705336 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80f78f-fc31-4292-812f-3fb4fda492e9 req-52a35df5-8dab-419e-a91b-adc6a9875a7c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:04.706878 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bd80f78f-fc31-4292-812f-3fb4fda492e9 req-52a35df5-8dab-419e-a91b-adc6a9875a7c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.1950259 Jun 28 23:26:04.729625 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-90530b8f-1ae8-4b9b-bf06-4562114f00fe req-19e5c9e4-93ff-47c4-8ad7-be09eea57a21 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225047 Jun 28 23:26:04.745550 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7333a8d2-69c9-4b3a-8087-3174f396339b req-bd2b93ad-a03b-4c72-9c1c-6a2853e7c3e5 service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716635 Jun 28 23:26:04.768662 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bd80f78f-fc31-4292-812f-3fb4fda492e9 req-40939ac4-097e-4cf8-876d-521bedf2ce0c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536320 Jun 28 23:26:04.793395 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 59466) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:26:04.929853 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80fd26-dc48-4e08-8c42-23d5f02d3303 req-c29258e0-fd01-49f0-8e4f-6845d2a62eb5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:04.931342 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6a80fd26-dc48-4e08-8c42-23d5f02d3303 req-c29258e0-fd01-49f0-8e4f-6845d2a62eb5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.1018174 Jun 28 23:26:04.936557 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21ef840-0df2-4259-9c70-4cf29d848203 tempest-TestVolumeBootPattern-1186035630 tempest-TestVolumeBootPattern-1186035630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:04.937940 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a21ef840-0df2-4259-9c70-4cf29d848203 tempest-TestVolumeBootPattern-1186035630 tempest-TestVolumeBootPattern-1186035630-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 1093 time: 0.1434834 Jun 28 23:26:04.941063 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 59470) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:26:04.946004 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Request body: {'floatingip': {'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'port_id': '8764222f-8305-4bdf-849d-a7710538f6ae', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:26:04.972591 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for floatingip, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:04.989900 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6a80fd26-dc48-4e08-8c42-23d5f02d3303 req-40c62180-3ff3-4e66-805d-2f64d047e38b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509081 Jun 28 23:26:05.071665 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:05.176692 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Allocated IP 172.27.2.21 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/c83d62d6-e6d4-452f-9ebb-5b8eaa1f107c) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:26:05.273199 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:05.311658 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8844762'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:05.314366 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:26:05.347084 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:26:05.350299 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:26:05.353615 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:26:05.384601 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'Port': ['ID=c83d62d6-e6d4-452f-9ebb-5b8eaa1f107c,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:26:05.388483 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:26:05.910018 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b087e-8aa8-43ff-867d-e449b4191588 req-319b5f72-7299-4522-ae35-5c9c02b1c0a5 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:05.911651 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-584b087e-8aa8-43ff-867d-e449b4191588 req-319b5f72-7299-4522-ae35-5c9c02b1c0a5 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.0670109 Jun 28 23:26:05.953596 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-584b087e-8aa8-43ff-867d-e449b4191588 req-bf9f269a-77a2-4a31-af5e-e7af680a24ab tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361006 Jun 28 23:26:06.070723 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:06.191156 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:06.208706 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f86bca-b2bf-4a2f-bb90-f0cb0fa00ce7 req-1e3b0830-c5a7-47fd-bf09-58c98627e977 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:06.215737 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2f86bca-b2bf-4a2f-bb90-f0cb0fa00ce7 req-1e3b0830-c5a7-47fd-bf09-58c98627e977 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0800436 Jun 28 23:26:06.255138 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2f86bca-b2bf-4a2f-bb90-f0cb0fa00ce7 req-0d3cadef-4c5d-4803-af5b-77d523283887 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382881 Jun 28 23:26:06.353340 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:06.357868 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844748'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:06.360655 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:26:06.425529 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'Port': ['ID=c83d62d6-e6d4-452f-9ebb-5b8eaa1f107c,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:26:06.430025 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:26:06.441295 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:06.543876 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.l3_db [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Floating IP 20a612b6-cd32-4777-8b5a-8541116fc03b associated. External IP: 172.27.2.21, port: 8764222f-8305-4bdf-849d-a7710538f6ae. Jun 28 23:26:06.752195 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Router 87d6758c-d596-4d20-a05b-41cff145e4db has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:26:06.858558 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:26:06.868671 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4828bb2f-3021-43a3-bea2-37208d5b0825 None None] Sync routers for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:26:06.875122 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:06.878756 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4828bb2f-3021-43a3-bea2-37208d5b0825 None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:26:06.879407 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4828bb2f-3021-43a3-bea2-37208d5b0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:25:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:26:06.912320 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9701674 Jun 28 23:26:06.913054 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d025df0-c218-4e25-b4b0-9ad0d8af9259', 'tag': '8764222f-8305-4bdf-849d-a7710538f6ae'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:26:06.915589 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5951d698d6fa6ad5965dacd3038605f07984bf8028d67a1eaeaa8c00c63a7533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d3f615-f43d-4542-b95a-ee7cbabf83c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d025df0-c218-4e25-b4b0-9ad0d8af9259", "tag": "8764222f-8305-4bdf-849d-a7710538f6ae"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:26:07.009365 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b66f5e-e5f4-48ae-820d-2b4cf4072879 x-openstack-request-id: req-60b66f5e-e5f4-48ae-820d-2b4cf4072879 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:26:07.009704 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d025df0-c218-4e25-b4b0-9ad0d8af9259", "tag": "8764222f-8305-4bdf-849d-a7710538f6ae", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:26:07.009999 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60b66f5e-e5f4-48ae-820d-2b4cf4072879 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:26:07.010446 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d025df0-c218-4e25-b4b0-9ad0d8af9259', 'tag': '8764222f-8305-4bdf-849d-a7710538f6ae', 'status': 'completed', 'code': 200} Jun 28 23:26:07.112539 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3f615-f43d-4542-b95a-ee7cbabf83c7 req-825722f4-96a1-42b1-b4e8-05b825ad610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:07.114548 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-65d3f615-f43d-4542-b95a-ee7cbabf83c7 req-825722f4-96a1-42b1-b4e8-05b825ad610e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 1098 time: 0.0587380 Jun 28 23:26:07.116544 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-4828bb2f-3021-43a3-bea2-37208d5b0825 None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:26:07.208649 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3f615-f43d-4542-b95a-ee7cbabf83c7 req-459a9032-e4c0-46c1-b496-a8a4b1ac4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:07.210140 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-65d3f615-f43d-4542-b95a-ee7cbabf83c7 req-459a9032-e4c0-46c1-b496-a8a4b1ac4ad3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 913 time: 0.0878482 Jun 28 23:26:07.281762 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-65d3f615-f43d-4542-b95a-ee7cbabf83c7 req-53325284-1726-4d30-a141-8c2abbbbcabb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8764222f-8305-4bdf-849d-a7710538f6ae HTTP/1.1" status: 200 len: 998 time: 0.0636683 Jun 28 23:26:07.342926 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3f615-f43d-4542-b95a-ee7cbabf83c7 req-6ba491e9-2fdf-40f7-8276-05f8cf967878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:07.345865 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-65d3f615-f43d-4542-b95a-ee7cbabf83c7 req-6ba491e9-2fdf-40f7-8276-05f8cf967878 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=267ad752-7b4a-4cc1-8929-5768d21c85ec HTTP/1.1" status: 200 len: 851 time: 0.0577214 Jun 28 23:26:07.364805 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4828bb2f-3021-43a3-bea2-37208d5b0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '20a612b6-cd32-4777-8b5a-8541116fc03b', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'port_id': '8764222f-8305-4bdf-849d-a7710538f6ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'mac_address': 'fa:16:3e:83:7f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d025df0-c218-4e25-b4b0-9ad0d8af9259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:26:05Z', 'updated_at': '2021-06-28T23:26:05Z', 'revision_number': 0, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:26:07.401224 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4828bb2f-3021-43a3-bea2-37208d5b0825 None None] Checking router: 87d6758c-d596-4d20-a05b-41cff145e4db for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:26:07.412080 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4828bb2f-3021-43a3-bea2-37208d5b0825 None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:26:07.412441 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4828bb2f-3021-43a3-bea2-37208d5b0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:25:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:26:07.476461 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3f615-f43d-4542-b95a-ee7cbabf83c7 req-2b5c7463-c8e0-4475-8f90-190afa18e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:07.477937 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-65d3f615-f43d-4542-b95a-ee7cbabf83c7 req-2b5c7463-c8e0-4475-8f90-190afa18e3d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1057007 Jun 28 23:26:07.493767 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d91f1c-b4f7-4876-99a6-28c78619a0e4 req-4969767c-d24b-49d6-be41-9bfc85cfcb73 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:07.495418 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c9d91f1c-b4f7-4876-99a6-28c78619a0e4 req-4969767c-d24b-49d6-be41-9bfc85cfcb73 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0932667 Jun 28 23:26:07.531069 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-4828bb2f-3021-43a3-bea2-37208d5b0825 None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:26:07.585399 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c9d91f1c-b4f7-4876-99a6-28c78619a0e4 req-7d4888a0-e603-4ae5-b0c3-14490d404498 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814788 Jun 28 23:26:07.631871 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-65d3f615-f43d-4542-b95a-ee7cbabf83c7 req-1f2d863c-d70e-4b2c-9945-35f0669ea0f0 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351686 Jun 28 23:26:07.806923 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-65d3f615-f43d-4542-b95a-ee7cbabf83c7 req-0513dc4f-509e-44da-bb4f-811ec34d235c service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671138 Jun 28 23:26:07.808235 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-4828bb2f-3021-43a3-bea2-37208d5b0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '20a612b6-cd32-4777-8b5a-8541116fc03b', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'port_id': '8764222f-8305-4bdf-849d-a7710538f6ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'mac_address': 'fa:16:3e:83:7f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d025df0-c218-4e25-b4b0-9ad0d8af9259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:26:05Z', 'updated_at': '2021-06-28T23:26:05Z', 'revision_number': 0, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:26:07.838323 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4828bb2f-3021-43a3-bea2-37208d5b0825 None None] The sync data for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi is: [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '20a612b6-cd32-4777-8b5a-8541116fc03b', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'port_id': '8764222f-8305-4bdf-849d-a7710538f6ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'mac_address': 'fa:16:3e:83:7f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d025df0-c218-4e25-b4b0-9ad0d8af9259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:26:05Z', 'updated_at': '2021-06-28T23:26:05Z', 'revision_number': 0, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:26:07.839438 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-1f34acf2-bc5d-4dea-b320-7adb0318425b tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:07.841313 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-1f34acf2-bc5d-4dea-b320-7adb0318425b tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/networks?id=b4fb77b0-9205-4b3b-8c11-345ba839a11e HTTP/1.1" status: 200 len: 815 time: 0.1289070 Jun 28 23:26:07.862244 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-e57916e9-27eb-4b56-bc70-b5c85fd21d6d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/quotas/10ec02cc9959441aab3795a888473f28 HTTP/1.1" status: 200 len: 375 time: 0.0125763 Jun 28 23:26:07.938429 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-222af109-e8d3-4673-bdb9-eb89f5392f39 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=10ec02cc9959441aab3795a888473f28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707643 Jun 28 23:26:08.055903 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a7ec8-418b-461b-b138-e6998db2c775 None None] New status for floating IP 20a612b6-cd32-4777-8b5a-8541116fc03b: ACTIVE {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:26:08.087690 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-505b9704-c878-4988-9d8d-e00b67b231bd service neutron] 10.222.0.35 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417236 Jun 28 23:26:08.419991 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-19fea038-fcd8-47e6-930c-c27d6612e83e service neutron] 10.222.0.35 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260343 Jun 28 23:26:08.584890 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-78d5572e-5216-41c5-9588-c9681a51e451 req-ccddcb75-8e04-41b4-9935-af89e7c9267a tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 210 time: 0.0287163 Jun 28 23:26:08.808800 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b41e3-3cee-4138-9f50-e8fb0fb3a395 req-4082f309-3f27-43d2-871c-7cc09c303bfe tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:08.810311 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dc7b41e3-3cee-4138-9f50-e8fb0fb3a395 req-4082f309-3f27-43d2-871c-7cc09c303bfe tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0708256 Jun 28 23:26:08.849888 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dc7b41e3-3cee-4138-9f50-e8fb0fb3a395 req-941122f5-fd93-401a-a4f7-dd41352130cd tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335987 Jun 28 23:26:09.778072 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-500a99ef-f97b-4b3a-b537-009ec24a31e1 req-206cf745-f37f-4655-a336-84c0fcf49881 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 210 time: 0.0440621 Jun 28 23:26:09.814241 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-0deee600-9b44-4ca4-ba6a-318f7df8e17e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:09.815749 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-0deee600-9b44-4ca4-ba6a-318f7df8e17e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "GET /v2.0/networks?id=b4fb77b0-9205-4b3b-8c11-345ba839a11e HTTP/1.1" status: 200 len: 815 time: 0.1614850 Jun 28 23:26:09.836233 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-218537ad-67eb-4cf7-ab0c-fd313336655c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Request body: {'port': {'device_id': 'ccfd0de0-39fc-404d-90b0-74fc71970e57', 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e', 'admin_state_up': True, 'tenant_id': '10ec02cc9959441aab3795a888473f28'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:26:09.974136 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-218537ad-67eb-4cf7-ab0c-fd313336655c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Made reservation on behalf of 10ec02cc9959441aab3795a888473f28 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:26:09.977726 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-218537ad-67eb-4cf7-ab0c-fd313336655c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:10.148896 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf9ff3-47ce-471f-b91f-ead1cbfbc615 req-705aed25-f4cf-4080-8cae-fefa9056921e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:10.150423 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c5cf9ff3-47ce-471f-b91f-ead1cbfbc615 req-705aed25-f4cf-4080-8cae-fefa9056921e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.1512649 Jun 28 23:26:10.158426 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-218537ad-67eb-4cf7-ab0c-fd313336655c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Allocated IP 172.20.0.8 (b4fb77b0-9205-4b3b-8c11-345ba839a11e/dcc8de39-502a-4657-8ae9-14604ed34cd7/ed808312-e926-4d10-9058-f1ee2a052a89) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:26:10.213423 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c5cf9ff3-47ce-471f-b91f-ead1cbfbc615 req-605c611a-a93c-479f-9311-a104b30bdd1b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569141 Jun 28 23:26:10.340666 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-218537ad-67eb-4cf7-ab0c-fd313336655c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:10.392052 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-218537ad-67eb-4cf7-ab0c-fd313336655c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:10.397161 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:26:10.410260 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['8665e507-bb35-47ee-b53b-4ddfb931390d', '27055dcf-2ba0-4b0e-8ba9-243a84961f97'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:26:10.442274 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-218537ad-67eb-4cf7-ab0c-fd313336655c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Network b4fb77b0-9205-4b3b-8c11-345ba839a11e is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:26:10.445765 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-218537ad-67eb-4cf7-ab0c-fd313336655c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:26:10.452351 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-218537ad-67eb-4cf7-ab0c-fd313336655c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:26:10.477185 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218537ad-67eb-4cf7-ab0c-fd313336655c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Pushing event updated for resources: {'Port': ['ID=ed808312-e926-4d10-9058-f1ee2a052a89,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:26:10.483302 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-218537ad-67eb-4cf7-ab0c-fd313336655c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:26:10.507667 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-218537ad-67eb-4cf7-ab0c-fd313336655c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:10.508273 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-218537ad-67eb-4cf7-ab0c-fd313336655c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:10.522163 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-218537ad-67eb-4cf7-ab0c-fd313336655c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6905601 Jun 28 23:26:10.535439 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Request body: {'port': {'device_id': 'ccfd0de0-39fc-404d-90b0-74fc71970e57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:26:10.609111 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:10.947505 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed808312-e926-4d10-9058-f1ee2a052a89 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:26:10.957882 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:10.975951 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Transition to ACTIVE for port object ed808312-e926-4d10-9058-f1ee2a052a89 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:26:10.980934 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:10.984387 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:26:11.043838 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Pushing event updated for resources: {'Port': ['ID=ed808312-e926-4d10-9058-f1ee2a052a89,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:26:11.054036 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6081-afb2-4f32-9c6e-b25da2f78905 req-051dfe22-8c2b-4714-8694-d16432a9f7fa tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:11.055303 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-12fa6081-afb2-4f32-9c6e-b25da2f78905 req-051dfe22-8c2b-4714-8694-d16432a9f7fa tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 931 time: 0.1448803 Jun 28 23:26:11.056186 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:26:11.139907 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-12fa6081-afb2-4f32-9c6e-b25da2f78905 req-0ff3041f-c510-40c5-91ca-325c834fff53 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641775 Jun 28 23:26:11.155822 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Attempting to bind port ed808312-e926-4d10-9058-f1ee2a052a89 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:26:11.156158 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Attempting to bind port ed808312-e926-4d10-9058-f1ee2a052a89 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:26:11.156484 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Attempting to bind port ed808312-e926-4d10-9058-f1ee2a052a89 on network b4fb77b0-9205-4b3b-8c11-345ba839a11e {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:26:11.161533 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Port ed808312-e926-4d10-9058-f1ee2a052a89 on network b4fb77b0-9205-4b3b-8c11-345ba839a11e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:26:11.161849 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Attempting to bind port ed808312-e926-4d10-9058-f1ee2a052a89 on network b4fb77b0-9205-4b3b-8c11-345ba839a11e {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:26:11.167113 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:26:11.167440 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Checking segment: {'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:26:11.167813 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Bound using segment: {'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:26:11.168229 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Bound port: ed808312-e926-4d10-9058-f1ee2a052a89, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:26:11.168581 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:11.231821 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] For port ed808312-e926-4d10-9058-f1ee2a052a89, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:26:11.234466 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] For port ed808312-e926-4d10-9058-f1ee2a052a89, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ed808312-e926-4d10-9058-f1ee2a052a89,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:26:11.238547 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:11.240502 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:26:11.275206 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:11.275827 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:11.277221 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] 10.222.0.47 "PUT /v2.0/ports/ed808312-e926-4d10-9058-f1ee2a052a89 HTTP/1.1" status: 200 len: 1093 time: 0.7461467 Jun 28 23:26:11.277727 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfd0de0-39fc-404d-90b0-74fc71970e57', 'tag': 'ed808312-e926-4d10-9058-f1ee2a052a89'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:26:11.280057 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6f1398-4093-472b-b97f-3e9c33efceef" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfd0de0-39fc-404d-90b0-74fc71970e57", "tag": "ed808312-e926-4d10-9058-f1ee2a052a89"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:26:11.312318 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Pushing event updated for resources: {'Port': ['ID=ed808312-e926-4d10-9058-f1ee2a052a89,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:26:11.327502 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:26:11.401684 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42a6aee-00cd-445f-bb15-f67734b4defd x-openstack-request-id: req-d42a6aee-00cd-445f-bb15-f67734b4defd {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:26:11.402001 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfd0de0-39fc-404d-90b0-74fc71970e57", "tag": "ed808312-e926-4d10-9058-f1ee2a052a89", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:26:11.402277 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d42a6aee-00cd-445f-bb15-f67734b4defd {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:26:11.402695 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfd0de0-39fc-404d-90b0-74fc71970e57', 'tag': 'ed808312-e926-4d10-9058-f1ee2a052a89', 'status': 'completed', 'code': 200} Jun 28 23:26:11.435907 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-a6688e80-d509-474a-978d-b77aad99b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:11.437369 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-a6688e80-d509-474a-978d-b77aad99b74b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10ec02cc9959441aab3795a888473f28&device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 1096 time: 0.1018555 Jun 28 23:26:11.455494 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d75eaa-8655-44ee-9dbd-b7b76be08fbc req-2e220d58-a3d6-4e79-a8ec-e1d655227abf tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:11.457661 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-02d75eaa-8655-44ee-9dbd-b7b76be08fbc req-2e220d58-a3d6-4e79-a8ec-e1d655227abf tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0896075 Jun 28 23:26:11.499922 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-59feeecd-2972-49a0-bc8f-5e683ed27ba1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed808312-e926-4d10-9058-f1ee2a052a89 HTTP/1.1" status: 200 len: 217 time: 0.0412707 Jun 28 23:26:11.557747 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-02d75eaa-8655-44ee-9dbd-b7b76be08fbc req-2441335d-84fa-421f-bb64-468d2226d050 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931478 Jun 28 23:26:11.569553 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-f55132b0-aa53-434e-8aa2-c7207f777ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:11.571363 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-f55132b0-aa53-434e-8aa2-c7207f777ff2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcc8de39-502a-4657-8ae9-14604ed34cd7 HTTP/1.1" status: 200 len: 855 time: 0.0644655 Jun 28 23:26:11.609544 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-66dfb8f8-dbb3-4bff-80a0-d262f65a9066 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4fb77b0-9205-4b3b-8c11-345ba839a11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294981 Jun 28 23:26:11.709546 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-18175ff9-c822-4d90-9705-7782799ec72e service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898767 Jun 28 23:26:11.800288 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d6aa23e-30f9-48fc-8ba4-c9f38e0a1343 req-b5f17650-65ba-4ca9-8bbf-2297e6d43f93 service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829325 Jun 28 23:26:11.931285 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f1398-4093-472b-b97f-3e9c33efceef req-372ac14a-1e1f-43aa-b501-9cc8b86b87c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:11.932758 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cd6f1398-4093-472b-b97f-3e9c33efceef req-372ac14a-1e1f-43aa-b501-9cc8b86b87c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10ec02cc9959441aab3795a888473f28&device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 1096 time: 0.0546515 Jun 28 23:26:12.048923 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f1398-4093-472b-b97f-3e9c33efceef req-367b5152-9a25-44c9-9a7e-dc630af1bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:12.050398 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cd6f1398-4093-472b-b97f-3e9c33efceef req-367b5152-9a25-44c9-9a7e-dc630af1bcd9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4fb77b0-9205-4b3b-8c11-345ba839a11e HTTP/1.1" status: 200 len: 916 time: 0.1097758 Jun 28 23:26:12.100361 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cd6f1398-4093-472b-b97f-3e9c33efceef req-a6f56a5c-6571-4598-8423-963340a1e2d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed808312-e926-4d10-9058-f1ee2a052a89 HTTP/1.1" status: 200 len: 217 time: 0.0347483 Jun 28 23:26:12.154057 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f1398-4093-472b-b97f-3e9c33efceef req-acd85369-9c18-4c98-a619-6bba91e0aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:12.155505 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cd6f1398-4093-472b-b97f-3e9c33efceef req-acd85369-9c18-4c98-a619-6bba91e0aa90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcc8de39-502a-4657-8ae9-14604ed34cd7 HTTP/1.1" status: 200 len: 855 time: 0.0478668 Jun 28 23:26:12.197482 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cd6f1398-4093-472b-b97f-3e9c33efceef req-8ccec34e-110e-4afe-a8df-25b4a923616d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4fb77b0-9205-4b3b-8c11-345ba839a11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264778 Jun 28 23:26:12.330181 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cd6f1398-4093-472b-b97f-3e9c33efceef req-c0bac037-9ac1-4829-bacf-760c7605f0cc service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180918 Jun 28 23:26:12.412632 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d33756-ffe9-4ae2-8bf7-eedf4ef74d97 req-c623e6f6-79de-4028-af77-d8502652c48e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:12.414050 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-72d33756-ffe9-4ae2-8bf7-eedf4ef74d97 req-c623e6f6-79de-4028-af77-d8502652c48e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 943 time: 0.1588368 Jun 28 23:26:12.448577 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cd6f1398-4093-472b-b97f-3e9c33efceef req-f965236a-fff3-478f-af52-675e02d0de14 service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172690 Jun 28 23:26:12.463654 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-72d33756-ffe9-4ae2-8bf7-eedf4ef74d97 req-70c677c9-e144-4b85-a04e-c4a050fe52b6 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424554 Jun 28 23:26:12.737102 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6e4a3-df7a-4e48-b8e5-18653230cad2 req-228ab016-8130-41af-a98c-a6ddd9fa31d8 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:12.738585 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b4c6e4a3-df7a-4e48-b8e5-18653230cad2 req-228ab016-8130-41af-a98c-a6ddd9fa31d8 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0655668 Jun 28 23:26:12.776899 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b4c6e4a3-df7a-4e48-b8e5-18653230cad2 req-9d1dcb96-dec0-47cf-b27b-018e8103c36c tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323744 Jun 28 23:26:13.636652 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da6c13-4b50-4a89-b8a0-777d36738a9f req-954c5823-905f-4063-a44f-0c28be9da12e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:13.638129 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24da6c13-4b50-4a89-b8a0-777d36738a9f req-954c5823-905f-4063-a44f-0c28be9da12e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 943 time: 0.0637980 Jun 28 23:26:13.684920 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24da6c13-4b50-4a89-b8a0-777d36738a9f req-dc05e164-7f2f-4b8d-9c09-9b684f527eb4 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 Jun 28 23:26:13.953334 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ac0a6-36af-4225-a8b9-c044e8a24502 req-f2be7a17-edb0-4bf6-a81c-ba98daa16f0b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:13.954777 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6b7ac0a6-36af-4225-a8b9-c044e8a24502 req-f2be7a17-edb0-4bf6-a81c-ba98daa16f0b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 943 time: 0.0644484 Jun 28 23:26:13.966503 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device d524acfc-52e8-4e7f-8a39-4e447aee8764 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:26:14.002710 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6b7ac0a6-36af-4225-a8b9-c044e8a24502 req-cc513eff-1f1c-4e90-a0c5-822464f3e57a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415566 Jun 28 23:26:14.069042 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port d524acfc-52e8-4e7f-8a39-4e447aee8764, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:26:14.078845 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'port_id': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'mac_address': 'fa:16:3e:e1:e1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:26:14.115426 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:14.127300 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d524acfc-52e8-4e7f-8a39-4e447aee8764 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:26:14.145914 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port d524acfc-52e8-4e7f-8a39-4e447aee8764, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:26:14.149804 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:14.151646 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:26:14.194988 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=d524acfc-52e8-4e7f-8a39-4e447aee8764,revision_number=9']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:26:14.197948 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:26:14.714745 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['d524acfc-52e8-4e7f-8a39-4e447aee8764'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:26:14.877438 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523f277-4774-4876-9163-ff95899065bc req-21e87e04-6cfd-4595-bd1c-b4d0e3274997 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:14.880403 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1523f277-4774-4876-9163-ff95899065bc req-21e87e04-6cfd-4595-bd1c-b4d0e3274997 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 943 time: 0.0762973 Jun 28 23:26:14.917978 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1523f277-4774-4876-9163-ff95899065bc req-1b9f9305-bc19-4a8a-bb62-e818eff19af1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320230 Jun 28 23:26:15.179412 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8690066-98e0-4fc8-bb04-31917039adef req-083af4f5-f13c-4f5b-812f-16d4892d526d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:15.180775 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d8690066-98e0-4fc8-bb04-31917039adef req-083af4f5-f13c-4f5b-812f-16d4892d526d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 944 time: 0.0612788 Jun 28 23:26:15.218727 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d8690066-98e0-4fc8-bb04-31917039adef req-20f0cd91-1f4e-4dfe-95f1-0ce6301df65a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323362 Jun 28 23:26:15.982843 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device ed808312-e926-4d10-9058-f1ee2a052a89 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:26:15.986120 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device d524acfc-52e8-4e7f-8a39-4e447aee8764 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:26:16.098071 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port d524acfc-52e8-4e7f-8a39-4e447aee8764 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:26:16.098528 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:16.107995 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc76bf-4c4e-4f38-84b9-8c73d59d0669 req-eb3d4468-05e3-4adc-b72c-c40262e0ce46 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:16.109499 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c1bc76bf-4c4e-4f38-84b9-8c73d59d0669 req-eb3d4468-05e3-4adc-b72c-c40262e0ce46 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 943 time: 0.0727196 Jun 28 23:26:16.148524 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c1bc76bf-4c4e-4f38-84b9-8c73d59d0669 req-e35cf4a0-7bf5-4ab0-8595-1cd9c5121685 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325270 Jun 28 23:26:16.149695 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port ed808312-e926-4d10-9058-f1ee2a052a89, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ed808312-e926-4d10-9058-f1ee2a052a89,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:26:16.165461 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': 'ed808312-e926-4d10-9058-f1ee2a052a89', 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e', 'port_id': 'ed808312-e926-4d10-9058-f1ee2a052a89', 'mac_address': 'fa:16:3e:15:c7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc8de39-502a-4657-8ae9-14604ed34cd7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:26:16.232538 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:16.245324 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:16.266175 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed808312-e926-4d10-9058-f1ee2a052a89 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:26:16.274533 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524acfc-52e8-4e7f-8a39-4e447aee8764'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:26:16.276830 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f00cd3-4a10-4ead-a71e-d75d886dec45" -d '{"events": [{"server_uuid": "48efc152-72be-4f8f-9ae7-3d6da06c1374", "name": "network-vif-plugged", "status": "completed", "tag": "d524acfc-52e8-4e7f-8a39-4e447aee8764"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:26:16.299909 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port d524acfc-52e8-4e7f-8a39-4e447aee8764, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:26:16.304594 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port ed808312-e926-4d10-9058-f1ee2a052a89, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ed808312-e926-4d10-9058-f1ee2a052a89,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:26:16.306139 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:16.308156 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:26:16.312645 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:16.367874 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=d524acfc-52e8-4e7f-8a39-4e447aee8764,revision_number=10']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:26:16.379691 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:26:16.380405 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-7b1e4fc8-d572-4cb9-beda-9610aa8f857a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:26:16.405277 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a022fd7d-7cf0-423a-8c1e-794c42e9aa04 x-openstack-request-id: req-a022fd7d-7cf0-423a-8c1e-794c42e9aa04 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:26:16.405580 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48efc152-72be-4f8f-9ae7-3d6da06c1374", "name": "network-vif-plugged", "status": "completed", "tag": "d524acfc-52e8-4e7f-8a39-4e447aee8764", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:26:16.405835 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a022fd7d-7cf0-423a-8c1e-794c42e9aa04 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:26:16.406236 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'code': 200} Jun 28 23:26:16.429672 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e1061-280d-4158-a07f-1418be971dd0 req-629dd909-6ce2-49d9-ac17-fa1a38e2b6dc tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:16.431521 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e29e1061-280d-4158-a07f-1418be971dd0 req-629dd909-6ce2-49d9-ac17-fa1a38e2b6dc tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 946 time: 0.0822701 Jun 28 23:26:16.433139 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=ed808312-e926-4d10-9058-f1ee2a052a89,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:26:16.436363 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:26:16.473697 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e29e1061-280d-4158-a07f-1418be971dd0 req-7dda9574-1b77-45ff-b854-58fa072747c2 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339768 Jun 28 23:26:16.767770 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['ed808312-e926-4d10-9058-f1ee2a052a89'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:26:17.104647 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280265-dbf7-4a96-98eb-50756461e924 req-d852a395-be36-4ef6-9477-2884e16da42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:17.106270 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b8280265-dbf7-4a96-98eb-50756461e924 req-d852a395-be36-4ef6-9477-2884e16da42f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 1099 time: 0.0649896 Jun 28 23:26:17.144140 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b8280265-dbf7-4a96-98eb-50756461e924 req-49a09210-cdf9-4a33-8f7c-8a9e29915bb0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295188 Jun 28 23:26:17.334230 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e5760-e838-46d7-a9c3-ecb49f8c3432 req-ccf235cb-ae5b-4a1d-8eb1-7744707e9096 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:17.335759 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d82e5760-e838-46d7-a9c3-ecb49f8c3432 req-ccf235cb-ae5b-4a1d-8eb1-7744707e9096 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 944 time: 0.0630808 Jun 28 23:26:17.384081 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d82e5760-e838-46d7-a9c3-ecb49f8c3432 req-a1e2e516-2d5e-4786-a966-c409de678c6e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407722 Jun 28 23:26:17.652084 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c714f-df69-4357-9d54-4d38c1e624b4 req-fdea69dd-ddd2-449d-9578-85bb2f0bff16 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:17.653498 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-181c714f-df69-4357-9d54-4d38c1e624b4 req-fdea69dd-ddd2-449d-9578-85bb2f0bff16 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 946 time: 0.0625758 Jun 28 23:26:17.691798 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-181c714f-df69-4357-9d54-4d38c1e624b4 req-6eea18bf-1049-4e88-a8e2-5c67663f1129 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326698 Jun 28 23:26:18.571515 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee34cb9-6e33-47a4-b570-d5206fb6fc4d req-35d41bc6-3aac-4349-8661-65b88458f65f tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:18.572952 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ee34cb9-6e33-47a4-b570-d5206fb6fc4d req-35d41bc6-3aac-4349-8661-65b88458f65f tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 944 time: 0.0691564 Jun 28 23:26:18.614873 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ee34cb9-6e33-47a4-b570-d5206fb6fc4d req-36d904b9-a3c3-46a8-a141-4c822b48a843 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361001 Jun 28 23:26:18.876075 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f233d7-b2df-4f25-92c9-dad245102ee4 req-b1f1522c-4cc1-45bb-af03-44a7b7846bb9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:18.877598 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99f233d7-b2df-4f25-92c9-dad245102ee4 req-b1f1522c-4cc1-45bb-af03-44a7b7846bb9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 946 time: 0.0691164 Jun 28 23:26:18.917051 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99f233d7-b2df-4f25-92c9-dad245102ee4 req-7648c2a0-1a08-4cd3-b331-bbbf90fe99d7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326598 Jun 28 23:26:19.802901 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e484a-8657-4c14-8912-496705d62052 req-b53ceef3-6678-47ac-81aa-a74de80498e7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:19.804328 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cc9e484a-8657-4c14-8912-496705d62052 req-b53ceef3-6678-47ac-81aa-a74de80498e7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 944 time: 0.0690925 Jun 28 23:26:19.847097 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cc9e484a-8657-4c14-8912-496705d62052 req-83f2251d-39bf-4cfd-a783-d2aa0b47de3a tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344970 Jun 28 23:26:19.996359 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device ed808312-e926-4d10-9058-f1ee2a052a89 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:26:20.048115 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port ed808312-e926-4d10-9058-f1ee2a052a89 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:26:20.052502 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port ed808312-e926-4d10-9058-f1ee2a052a89 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:26:20.052884 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:20.101797 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc797388-0073-43ca-916a-7dae48fb6890 req-927fac4d-c92e-47c9-96aa-b80c8a485997 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:20.103239 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dc797388-0073-43ca-916a-7dae48fb6890 req-927fac4d-c92e-47c9-96aa-b80c8a485997 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 946 time: 0.0665026 Jun 28 23:26:20.139661 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:20.148632 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dc797388-0073-43ca-916a-7dae48fb6890 req-160bc63d-2964-44f6-bccd-48497dee7fcc tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393860 Jun 28 23:26:20.162708 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfd0de0-39fc-404d-90b0-74fc71970e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed808312-e926-4d10-9058-f1ee2a052a89'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:26:20.165031 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649b1f05-1750-4383-b093-1fdc981c55bf" -d '{"events": [{"server_uuid": "ccfd0de0-39fc-404d-90b0-74fc71970e57", "name": "network-vif-plugged", "status": "completed", "tag": "ed808312-e926-4d10-9058-f1ee2a052a89"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:26:20.178234 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port ed808312-e926-4d10-9058-f1ee2a052a89, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ed808312-e926-4d10-9058-f1ee2a052a89,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:26:20.182348 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:20.184231 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:26:20.207165 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beaf709-030a-4ee8-9afb-2764f2407e1b x-openstack-request-id: req-5beaf709-030a-4ee8-9afb-2764f2407e1b {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:26:20.207498 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfd0de0-39fc-404d-90b0-74fc71970e57", "name": "network-vif-plugged", "status": "completed", "tag": "ed808312-e926-4d10-9058-f1ee2a052a89", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:26:20.207760 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5beaf709-030a-4ee8-9afb-2764f2407e1b {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:26:20.208171 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfd0de0-39fc-404d-90b0-74fc71970e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed808312-e926-4d10-9058-f1ee2a052a89', 'code': 200} Jun 28 23:26:20.233304 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=ed808312-e926-4d10-9058-f1ee2a052a89,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:26:20.236263 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:26:20.429776 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968437e2-55f9-4ca4-9536-3f0e63582bb6 req-c84bfc21-4f91-4290-ba1b-320b976984e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:20.431274 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-968437e2-55f9-4ca4-9536-3f0e63582bb6 req-c84bfc21-4f91-4290-ba1b-320b976984e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 1098 time: 0.0506065 Jun 28 23:26:20.469317 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-968437e2-55f9-4ca4-9536-3f0e63582bb6 req-f35602be-c5ff-4649-9dd3-98977f48294b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272856 Jun 28 23:26:21.027068 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba0718-e940-4c81-a33d-e82442809abf req-206c29a7-b5e0-4321-9445-931e56b02c70 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:21.028607 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9eba0718-e940-4c81-a33d-e82442809abf req-206c29a7-b5e0-4321-9445-931e56b02c70 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 945 time: 0.0662241 Jun 28 23:26:21.067274 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9eba0718-e940-4c81-a33d-e82442809abf req-57145a30-c32b-4324-ac48-99a648ad2f64 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Jun 28 23:26:22.236272 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a103f-4c6c-41d8-8034-9214e19d6e13 req-e6081494-efdf-486a-b1fd-230d3cbf2163 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:22.237648 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6c4a103f-4c6c-41d8-8034-9214e19d6e13 req-e6081494-efdf-486a-b1fd-230d3cbf2163 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 945 time: 0.0611537 Jun 28 23:26:22.274303 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6c4a103f-4c6c-41d8-8034-9214e19d6e13 req-b8e6583c-c8a4-48ae-91c4-cae157e6739f tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Jun 28 23:26:25.903264 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-be3cafe7-6897-42da-86e8-0e2024d62f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:26.608464 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:27.828676 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:26:28.994118 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:29.147071 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7af4a821-01d9-4158-9c0e-e599e07f2c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:29.266050 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bc790caa-4aa0-47a1-abfe-31104ce9c431 req-baf53082-7605-4fa4-9b45-7920afc10c19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540335 Jun 28 23:26:29.379992 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc790caa-4aa0-47a1-abfe-31104ce9c431 req-d9650201-a564-48ae-a858-d460d98c9f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:29.381470 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bc790caa-4aa0-47a1-abfe-31104ce9c431 req-d9650201-a564-48ae-a858-d460d98c9f00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50cc37f33e7f46c8a8602f1c6d244c51&device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 1099 time: 0.0554125 Jun 28 23:26:29.488639 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc790caa-4aa0-47a1-abfe-31104ce9c431 req-edbe9b92-3f5e-41de-aa50-59511994defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:29.490121 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bc790caa-4aa0-47a1-abfe-31104ce9c431 req-edbe9b92-3f5e-41de-aa50-59511994defe service neutron] 10.222.0.47 "GET /v2.0/networks?id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd HTTP/1.1" status: 200 len: 911 time: 0.0852339 Jun 28 23:26:29.563710 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bc790caa-4aa0-47a1-abfe-31104ce9c431 req-b57d10c0-e930-4f8b-b292-ca2933bf0dca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a HTTP/1.1" status: 200 len: 1000 time: 0.0604813 Jun 28 23:26:29.612328 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc790caa-4aa0-47a1-abfe-31104ce9c431 req-4aba1ae2-31f3-4dda-b03f-b616f23ed31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:29.613778 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bc790caa-4aa0-47a1-abfe-31104ce9c431 req-4aba1ae2-31f3-4dda-b03f-b616f23ed31a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ee7b0a2-5b39-4138-89d6-38d03997b8dd HTTP/1.1" status: 200 len: 849 time: 0.0432301 Jun 28 23:26:29.674937 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc790caa-4aa0-47a1-abfe-31104ce9c431 req-c93977f8-d58f-4ac8-a6c1-4ca9bc68bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:29.676413 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bc790caa-4aa0-47a1-abfe-31104ce9c431 req-c93977f8-d58f-4ac8-a6c1-4ca9bc68bf78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521684 Jun 28 23:26:29.773658 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bc790caa-4aa0-47a1-abfe-31104ce9c431 req-03cd6f2e-40b9-44e1-b2f5-bcd700836461 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886953 Jun 28 23:26:29.867509 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bc790caa-4aa0-47a1-abfe-31104ce9c431 req-a7c0cbd4-cd91-40fa-941b-c49f0b3bb685 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859063 Jun 28 23:26:29.871413 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:32.090901 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:33.276393 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265fcdc-8eac-4744-8863-67dda235e72f req-d9492f16-bd48-4f89-81e6-eac579fb7663 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:33.277768 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0265fcdc-8eac-4744-8863-67dda235e72f req-d9492f16-bd48-4f89-81e6-eac579fb7663 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/networks?id=b4fb77b0-9205-4b3b-8c11-345ba839a11e HTTP/1.1" status: 200 len: 815 time: 0.1131902 Jun 28 23:26:33.292712 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0265fcdc-8eac-4744-8863-67dda235e72f req-d038b132-c8e6-464e-aa44-d060b3c029c0 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/quotas/10ec02cc9959441aab3795a888473f28 HTTP/1.1" status: 200 len: 375 time: 0.0093246 Jun 28 23:26:33.363147 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0265fcdc-8eac-4744-8863-67dda235e72f req-f2039957-93cb-4148-a2b2-e7a751c3a1cc tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=10ec02cc9959441aab3795a888473f28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649083 Jun 28 23:26:33.467571 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0265fcdc-8eac-4744-8863-67dda235e72f req-d2393cb0-9ad8-4a49-8410-295ffc3368b8 service neutron] 10.222.0.35 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977595 Jun 28 23:26:33.559947 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0265fcdc-8eac-4744-8863-67dda235e72f req-c1f79854-1636-48de-b5ca-a2fe9b6e4cea service neutron] 10.222.0.35 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861876 Jun 28 23:26:33.750864 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7ef19f52-46bb-4ae5-b0b5-9503c4a41ec5 req-eabfba97-dc9d-4a2f-bd66-9ce332121e90 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 210 time: 0.0404139 Jun 28 23:26:34.925011 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e74200f2-9e26-4ce8-b408-79d874543507 req-500dd95a-1053-43de-b6a4-62397fc7f953 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 210 time: 0.0392442 Jun 28 23:26:34.962971 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265fcdc-8eac-4744-8863-67dda235e72f req-09c7795f-46ec-4e09-ba37-f9d3bee449e1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:34.965184 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0265fcdc-8eac-4744-8863-67dda235e72f req-09c7795f-46ec-4e09-ba37-f9d3bee449e1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "GET /v2.0/networks?id=b4fb77b0-9205-4b3b-8c11-345ba839a11e HTTP/1.1" status: 200 len: 815 time: 0.1695292 Jun 28 23:26:34.979789 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-0265fcdc-8eac-4744-8863-67dda235e72f req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Request body: {'port': {'device_id': '03bb017c-4b8f-415f-8802-6d196eaeff54', 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e', 'admin_state_up': True, 'tenant_id': '10ec02cc9959441aab3795a888473f28'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:26:35.100248 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0265fcdc-8eac-4744-8863-67dda235e72f req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Made reservation on behalf of 10ec02cc9959441aab3795a888473f28 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:26:35.104463 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0265fcdc-8eac-4744-8863-67dda235e72f req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:35.459843 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-0265fcdc-8eac-4744-8863-67dda235e72f req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Allocated IP 172.20.0.13 (b4fb77b0-9205-4b3b-8c11-345ba839a11e/dcc8de39-502a-4657-8ae9-14604ed34cd7/099debb5-6d11-48b9-ab95-7ffaebfc1367) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:26:35.609303 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0265fcdc-8eac-4744-8863-67dda235e72f req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:35.653400 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0265fcdc-8eac-4744-8863-67dda235e72f req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:35.657334 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:26:35.667091 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['8665e507-bb35-47ee-b53b-4ddfb931390d', '27055dcf-2ba0-4b0e-8ba9-243a84961f97', 'ed808312-e926-4d10-9058-f1ee2a052a89'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:26:35.697921 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0265fcdc-8eac-4744-8863-67dda235e72f req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Network b4fb77b0-9205-4b3b-8c11-345ba839a11e is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:26:35.701090 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-0265fcdc-8eac-4744-8863-67dda235e72f req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:26:35.704930 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0265fcdc-8eac-4744-8863-67dda235e72f req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:26:35.736257 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Pushing event updated for resources: {'Port': ['ID=099debb5-6d11-48b9-ab95-7ffaebfc1367,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:26:35.747519 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:35.747898 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:35.748267 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:35.748632 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:35.748994 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:35.749358 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:35.749710 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:35.750058 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:35.750406 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:35.750758 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:35.751131 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:35.751480 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:35.756872 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:26:35.773113 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265fcdc-8eac-4744-8863-67dda235e72f req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:35.773735 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0265fcdc-8eac-4744-8863-67dda235e72f req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:35.788950 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0265fcdc-8eac-4744-8863-67dda235e72f req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8130157 Jun 28 23:26:35.852417 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Request body: {'port': {'device_id': '03bb017c-4b8f-415f-8802-6d196eaeff54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:26:35.933700 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:36.210356 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ac6e4-5113-44a8-9624-74094d55b906 req-f17597b1-b7c8-43b9-bc6a-5e5ca185e136 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:36.211858 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-665ac6e4-5113-44a8-9624-74094d55b906 req-f17597b1-b7c8-43b9-bc6a-5e5ca185e136 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 932 time: 0.1557653 Jun 28 23:26:36.288097 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099debb5-6d11-48b9-ab95-7ffaebfc1367 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:26:36.295106 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-665ac6e4-5113-44a8-9624-74094d55b906 req-7dfcbe43-107c-4de9-831b-6acec71bce8c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762587 Jun 28 23:26:36.298953 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:36.310802 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Transition to ACTIVE for port object 099debb5-6d11-48b9-ab95-7ffaebfc1367 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:26:36.316554 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:36.319255 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:26:36.368279 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Pushing event updated for resources: {'Port': ['ID=099debb5-6d11-48b9-ab95-7ffaebfc1367,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:26:36.386061 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:26:36.447681 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Attempting to bind port 099debb5-6d11-48b9-ab95-7ffaebfc1367 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:26:36.447681 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Attempting to bind port 099debb5-6d11-48b9-ab95-7ffaebfc1367 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:26:36.449572 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Attempting to bind port 099debb5-6d11-48b9-ab95-7ffaebfc1367 on network b4fb77b0-9205-4b3b-8c11-345ba839a11e {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:26:36.456484 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Port 099debb5-6d11-48b9-ab95-7ffaebfc1367 on network b4fb77b0-9205-4b3b-8c11-345ba839a11e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:26:36.456484 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Attempting to bind port 099debb5-6d11-48b9-ab95-7ffaebfc1367 on network b4fb77b0-9205-4b3b-8c11-345ba839a11e {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:26:36.459833 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:26:36.459833 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Checking segment: {'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:26:36.460300 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Bound using segment: {'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:26:36.460562 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Bound port: 099debb5-6d11-48b9-ab95-7ffaebfc1367, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c91c16-01aa-4435-8a96-adc3392dda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:26:36.460865 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:36.529810 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] For port 099debb5-6d11-48b9-ab95-7ffaebfc1367, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:26:36.533602 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] For port 099debb5-6d11-48b9-ab95-7ffaebfc1367, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=099debb5-6d11-48b9-ab95-7ffaebfc1367,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:26:36.538012 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:36.542364 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-218537ad-67eb-4cf7-ab0c-fd313336655c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:26:36.581724 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:36.582334 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:36.583743 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0265fcdc-8eac-4744-8863-67dda235e72f req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] 10.222.0.47 "PUT /v2.0/ports/099debb5-6d11-48b9-ab95-7ffaebfc1367 HTTP/1.1" status: 200 len: 1094 time: 0.7364588 Jun 28 23:26:36.584253 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03bb017c-4b8f-415f-8802-6d196eaeff54', 'tag': '099debb5-6d11-48b9-ab95-7ffaebfc1367'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:26:36.586576 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca6d3b1-6030-437d-b04a-d289c5b930a4" -d '{"events": [{"name": "network-changed", "server_uuid": "03bb017c-4b8f-415f-8802-6d196eaeff54", "tag": "099debb5-6d11-48b9-ab95-7ffaebfc1367"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:26:36.609592 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Pushing event updated for resources: {'Port': ['ID=099debb5-6d11-48b9-ab95-7ffaebfc1367,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:26:36.612812 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:26:36.624762 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2454c366-dd0c-4fac-84a4-4386dcd57c15 x-openstack-request-id: req-2454c366-dd0c-4fac-84a4-4386dcd57c15 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:26:36.625093 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03bb017c-4b8f-415f-8802-6d196eaeff54", "tag": "099debb5-6d11-48b9-ab95-7ffaebfc1367", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:26:36.625383 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2454c366-dd0c-4fac-84a4-4386dcd57c15 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:26:36.626167 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03bb017c-4b8f-415f-8802-6d196eaeff54', 'tag': '099debb5-6d11-48b9-ab95-7ffaebfc1367', 'status': 'completed', 'code': 200} Jun 28 23:26:36.694466 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265fcdc-8eac-4744-8863-67dda235e72f req-31335cb4-8da2-49df-b2cd-fb3b0603b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:36.696002 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0265fcdc-8eac-4744-8863-67dda235e72f req-31335cb4-8da2-49df-b2cd-fb3b0603b90b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10ec02cc9959441aab3795a888473f28&device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 1097 time: 0.0561836 Jun 28 23:26:36.742646 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0265fcdc-8eac-4744-8863-67dda235e72f req-9d26e13c-8146-442a-932a-04718c2af5fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=099debb5-6d11-48b9-ab95-7ffaebfc1367 HTTP/1.1" status: 200 len: 217 time: 0.0368485 Jun 28 23:26:36.792208 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265fcdc-8eac-4744-8863-67dda235e72f req-37008262-37ab-4e95-8e60-14a2a8207215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:36.793656 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0265fcdc-8eac-4744-8863-67dda235e72f req-37008262-37ab-4e95-8e60-14a2a8207215 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcc8de39-502a-4657-8ae9-14604ed34cd7 HTTP/1.1" status: 200 len: 855 time: 0.0435338 Jun 28 23:26:36.829174 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0265fcdc-8eac-4744-8863-67dda235e72f req-aafdd856-c239-4417-b2b5-23f46d184ff7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4fb77b0-9205-4b3b-8c11-345ba839a11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277364 Jun 28 23:26:36.924363 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0265fcdc-8eac-4744-8863-67dda235e72f req-c3658bcd-4e9c-4df8-b313-c0ed182a364e service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879822 Jun 28 23:26:37.014661 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0265fcdc-8eac-4744-8863-67dda235e72f req-4514da90-27d9-4ce5-902f-bb21dafb452a service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825496 Jun 28 23:26:37.124927 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6d3b1-6030-437d-b04a-d289c5b930a4 req-2b49d670-e623-4caa-b8e2-8e142f98924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:37.126474 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bca6d3b1-6030-437d-b04a-d289c5b930a4 req-2b49d670-e623-4caa-b8e2-8e142f98924e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10ec02cc9959441aab3795a888473f28&device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 1097 time: 0.0553179 Jun 28 23:26:37.220635 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6d3b1-6030-437d-b04a-d289c5b930a4 req-2b9948c5-33f9-4368-9ba1-88139ce71798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:37.222058 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bca6d3b1-6030-437d-b04a-d289c5b930a4 req-2b9948c5-33f9-4368-9ba1-88139ce71798 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4fb77b0-9205-4b3b-8c11-345ba839a11e HTTP/1.1" status: 200 len: 916 time: 0.0873754 Jun 28 23:26:37.266850 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bca6d3b1-6030-437d-b04a-d289c5b930a4 req-a75f4f21-3aaa-4eaa-9476-8f28d902db20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=099debb5-6d11-48b9-ab95-7ffaebfc1367 HTTP/1.1" status: 200 len: 217 time: 0.0340838 Jun 28 23:26:37.328838 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6d3b1-6030-437d-b04a-d289c5b930a4 req-57d22485-d5c8-445c-8baf-d5b2f581af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:37.330324 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bca6d3b1-6030-437d-b04a-d289c5b930a4 req-57d22485-d5c8-445c-8baf-d5b2f581af8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcc8de39-502a-4657-8ae9-14604ed34cd7 HTTP/1.1" status: 200 len: 855 time: 0.0545475 Jun 28 23:26:37.371348 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bca6d3b1-6030-437d-b04a-d289c5b930a4 req-849e676b-1b88-4088-95fc-f2c44264c293 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4fb77b0-9205-4b3b-8c11-345ba839a11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311122 Jun 28 23:26:37.510058 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bca6d3b1-6030-437d-b04a-d289c5b930a4 req-4e1980c7-9e00-48e4-bbc7-b55590dc51ef service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201472 Jun 28 23:26:37.527446 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9295c0f-7937-4dc6-9c05-c0cc0772eacf req-442ab2c5-2001-4236-aa8a-d4a3797a35b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:37.528804 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e9295c0f-7937-4dc6-9c05-c0cc0772eacf req-442ab2c5-2001-4236-aa8a-d4a3797a35b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 944 time: 0.1197467 Jun 28 23:26:37.619069 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e9295c0f-7937-4dc6-9c05-c0cc0772eacf req-a09d0a64-7b73-4c62-bdfc-94411b972afa tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820656 Jun 28 23:26:37.644288 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bca6d3b1-6030-437d-b04a-d289c5b930a4 req-44a38fb0-0300-4894-aa0f-b78c7b185e34 service neutron] 10.222.0.47 "GET /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144981 Jun 28 23:26:38.810428 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d503577-c9f7-4373-bd27-60b6e99f6e57 req-717cfd82-7aa5-4f64-a324-69c5d3a1bf5b tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:38.811953 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3d503577-c9f7-4373-bd27-60b6e99f6e57 req-717cfd82-7aa5-4f64-a324-69c5d3a1bf5b tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 944 time: 0.0657020 Jun 28 23:26:38.852289 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3d503577-c9f7-4373-bd27-60b6e99f6e57 req-407f4b08-e687-4f59-9a0e-722391c10191 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329390 Jun 28 23:26:40.022095 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8acf9-1593-4fac-8e71-a787ca3babe3 req-231fc8a3-8a97-4a3f-9291-1c4c23e6bc50 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:40.023574 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-70a8acf9-1593-4fac-8e71-a787ca3babe3 req-231fc8a3-8a97-4a3f-9291-1c4c23e6bc50 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 944 time: 0.0615301 Jun 28 23:26:40.062752 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-70a8acf9-1593-4fac-8e71-a787ca3babe3 req-5ba8fc62-1ade-45f1-8ac9-d9f087368cef tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335903 Jun 28 23:26:41.255934 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503ed7b-1d01-4149-be82-1bdfc94a3a89 req-01e9dac9-5d8a-4fd2-94b3-a50f59f70bce tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:41.257317 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7503ed7b-1d01-4149-be82-1bdfc94a3a89 req-01e9dac9-5d8a-4fd2-94b3-a50f59f70bce tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 944 time: 0.0843174 Jun 28 23:26:41.297639 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7503ed7b-1d01-4149-be82-1bdfc94a3a89 req-98d74ce1-4067-415c-b8af-cbdb320124a2 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346696 Jun 28 23:26:42.112607 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 099debb5-6d11-48b9-ab95-7ffaebfc1367 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:26:42.206507 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 099debb5-6d11-48b9-ab95-7ffaebfc1367, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=099debb5-6d11-48b9-ab95-7ffaebfc1367,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:26:42.217840 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '099debb5-6d11-48b9-ab95-7ffaebfc1367', 'network_id': 'b4fb77b0-9205-4b3b-8c11-345ba839a11e', 'port_id': '099debb5-6d11-48b9-ab95-7ffaebfc1367', 'mac_address': 'fa:16:3e:bd:ba:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc8de39-502a-4657-8ae9-14604ed34cd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:26:42.255775 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:42.272742 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099debb5-6d11-48b9-ab95-7ffaebfc1367 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:26:42.293398 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 099debb5-6d11-48b9-ab95-7ffaebfc1367, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=099debb5-6d11-48b9-ab95-7ffaebfc1367,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:26:42.297136 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:42.298933 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:26:42.349057 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=099debb5-6d11-48b9-ab95-7ffaebfc1367,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:26:42.357676 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:42.358023 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:42.358728 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:42.358728 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:42.359116 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:42.359362 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:42.359688 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:42.360016 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:42.360339 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:42.360661 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:42.360979 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:42.361297 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:26:42.367875 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:26:42.476329 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64f815-d49e-407b-84fc-7744657f75b0 req-3eaf2cd6-1c04-46de-917d-2fa4afffae44 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:42.478599 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1c64f815-d49e-407b-84fc-7744657f75b0 req-3eaf2cd6-1c04-46de-917d-2fa4afffae44 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 945 time: 0.0663805 Jun 28 23:26:42.519103 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1c64f815-d49e-407b-84fc-7744657f75b0 req-4fd04de9-c7e7-4903-b403-c68de36286ac tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346975 Jun 28 23:26:42.880504 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['099debb5-6d11-48b9-ab95-7ffaebfc1367'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:26:43.699459 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592195c-387d-4382-ba3c-9f52cbffde16 req-c14d07cc-df2e-4098-b18a-19bd7b97560b tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:43.700955 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a592195c-387d-4382-ba3c-9f52cbffde16 req-c14d07cc-df2e-4098-b18a-19bd7b97560b tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 945 time: 0.0719867 Jun 28 23:26:43.741613 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a592195c-387d-4382-ba3c-9f52cbffde16 req-fe47478c-498a-4699-9676-8d90d8b107e4 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344543 Jun 28 23:26:44.928070 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a82ba0-4216-4c44-b98f-f694c6089031 req-f16ff5d4-5807-4950-9774-c2b7da258a4d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:44.929687 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f9a82ba0-4216-4c44-b98f-f694c6089031 req-f16ff5d4-5807-4950-9774-c2b7da258a4d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 945 time: 0.0652599 Jun 28 23:26:44.972884 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f9a82ba0-4216-4c44-b98f-f694c6089031 req-bcf03da5-4561-4c76-94d8-d98277afa7a3 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372479 Jun 28 23:26:45.406728 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24a18a-59d1-4257-adcf-72de862446bc req-54e96711-86a8-47d9-8eb4-61be641936c6 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:45.408281 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ba24a18a-59d1-4257-adcf-72de862446bc req-54e96711-86a8-47d9-8eb4-61be641936c6 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0648894 Jun 28 23:26:45.451890 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ba24a18a-59d1-4257-adcf-72de862446bc req-4d8f0bd0-d037-44bb-92a4-5480ea3dbaa2 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370359 Jun 28 23:26:46.134902 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 099debb5-6d11-48b9-ab95-7ffaebfc1367 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:26:46.160690 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a453174-86a6-4bbf-9388-ecc274d25607 req-398120f7-e820-4c76-91c5-4cd53a2ba1f4 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:46.162487 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0a453174-86a6-4bbf-9388-ecc274d25607 req-398120f7-e820-4c76-91c5-4cd53a2ba1f4 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 945 time: 0.0740314 Jun 28 23:26:46.193861 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port 099debb5-6d11-48b9-ab95-7ffaebfc1367 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:26:46.199684 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 099debb5-6d11-48b9-ab95-7ffaebfc1367 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:26:46.200521 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:46.219513 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0a453174-86a6-4bbf-9388-ecc274d25607 req-a32b9f9c-a039-4e34-bf9f-e9081ebe34ec tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464735 Jun 28 23:26:46.280051 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:46.302691 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bb017c-4b8f-415f-8802-6d196eaeff54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099debb5-6d11-48b9-ab95-7ffaebfc1367'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:26:46.304982 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b478012-b9ff-48f9-bec6-5a85d66e23db" -d '{"events": [{"server_uuid": "03bb017c-4b8f-415f-8802-6d196eaeff54", "name": "network-vif-plugged", "status": "completed", "tag": "099debb5-6d11-48b9-ab95-7ffaebfc1367"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:26:46.318461 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 099debb5-6d11-48b9-ab95-7ffaebfc1367, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=099debb5-6d11-48b9-ab95-7ffaebfc1367,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:26:46.323390 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:46.326090 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:26:46.352701 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eb657c-2cd1-4b61-ac87-cc40ff3cdb2d x-openstack-request-id: req-e6eb657c-2cd1-4b61-ac87-cc40ff3cdb2d {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:26:46.353004 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03bb017c-4b8f-415f-8802-6d196eaeff54", "name": "network-vif-plugged", "status": "completed", "tag": "099debb5-6d11-48b9-ab95-7ffaebfc1367", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:26:46.353262 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6eb657c-2cd1-4b61-ac87-cc40ff3cdb2d {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:26:46.353647 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bb017c-4b8f-415f-8802-6d196eaeff54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099debb5-6d11-48b9-ab95-7ffaebfc1367', 'code': 200} Jun 28 23:26:46.383533 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=099debb5-6d11-48b9-ab95-7ffaebfc1367,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:26:46.386513 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:26:46.601308 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24b5f6-746e-4011-a6e9-a9550a5d8f93 req-efe76bd4-fe15-4d3f-a8d9-5792c279895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:46.602769 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fd24b5f6-746e-4011-a6e9-a9550a5d8f93 req-efe76bd4-fe15-4d3f-a8d9-5792c279895b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 1099 time: 0.0777576 Jun 28 23:26:46.656634 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fd24b5f6-746e-4011-a6e9-a9550a5d8f93 req-ae159fe1-6cf0-4043-93d8-a06b278a63de service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464926 Jun 28 23:26:46.665156 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc316c61-7fa7-4a0a-bc94-f52d9690be3d req-8ce985f5-a70b-4353-83d4-0fcaa457ee14 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:46.666620 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fc316c61-7fa7-4a0a-bc94-f52d9690be3d req-8ce985f5-a70b-4353-83d4-0fcaa457ee14 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0979133 Jun 28 23:26:46.704933 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fc316c61-7fa7-4a0a-bc94-f52d9690be3d req-85bc5ef0-dde7-4628-9f43-ffc50e09fe5d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321610 Jun 28 23:26:47.393475 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae40db-ab22-414c-af7d-09401d35a700 req-7a70adc4-b63c-44f8-9961-08635df5ac24 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:47.395506 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99ae40db-ab22-414c-af7d-09401d35a700 req-7a70adc4-b63c-44f8-9961-08635df5ac24 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 946 time: 0.0632277 Jun 28 23:26:47.435722 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99ae40db-ab22-414c-af7d-09401d35a700 req-62cdcffb-f989-4b34-bfd1-aca606b4b120 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345595 Jun 28 23:26:47.879920 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abd755-2196-4931-88bd-664a123750c1 req-c0925c38-b724-4a01-b0c8-da8294320170 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:47.881408 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-62abd755-2196-4931-88bd-664a123750c1 req-c0925c38-b724-4a01-b0c8-da8294320170 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0661545 Jun 28 23:26:47.924010 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-62abd755-2196-4931-88bd-664a123750c1 req-e5b4d0c9-c048-403f-9a29-3c702c562b69 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359907 Jun 28 23:26:48.616349 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738ea54-c89b-45ba-886f-1f1fba5cb025 req-392dc42d-17d7-48ac-97d3-90de244adb58 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:48.617868 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e738ea54-c89b-45ba-886f-1f1fba5cb025 req-392dc42d-17d7-48ac-97d3-90de244adb58 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 946 time: 0.0667672 Jun 28 23:26:48.656501 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e738ea54-c89b-45ba-886f-1f1fba5cb025 req-ab4f55a3-89e3-43dd-91c5-665322ee4488 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323319 Jun 28 23:26:49.109668 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b59e4-d70f-4fd1-8096-d3c8fbf7dd9a req-7b09aa35-e901-4f15-b4bf-b86af2fd2861 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:49.111203 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf6b59e4-d70f-4fd1-8096-d3c8fbf7dd9a req-7b09aa35-e901-4f15-b4bf-b86af2fd2861 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0641537 Jun 28 23:26:49.148877 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf6b59e4-d70f-4fd1-8096-d3c8fbf7dd9a req-ace8f840-0a39-4135-afbf-791517eb1bde tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314167 Jun 28 23:26:50.355227 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47708f-939e-464c-986a-fe5e88fe8d0f req-f5282dcd-d323-4104-a47f-501970a4e86a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:50.356880 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-af47708f-939e-464c-986a-fe5e88fe8d0f req-f5282dcd-d323-4104-a47f-501970a4e86a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0769908 Jun 28 23:26:50.400443 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-af47708f-939e-464c-986a-fe5e88fe8d0f req-81bed96f-8e46-4ade-a56f-fc8b8ec40918 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369067 Jun 28 23:26:51.585128 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6083c12-c42a-4c53-9f57-76bbf3ac213d req-835c3b71-425b-4a94-9fc1-6720e823ec7f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:51.586580 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f6083c12-c42a-4c53-9f57-76bbf3ac213d req-835c3b71-425b-4a94-9fc1-6720e823ec7f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0609293 Jun 28 23:26:51.623365 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f6083c12-c42a-4c53-9f57-76bbf3ac213d req-2fc14ef3-c30c-413c-8609-c9631a9be025 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306797 Jun 28 23:26:52.795274 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286835f-7dd8-462c-a68e-91cfb97699ae req-492ea8dc-c321-4e7a-a51b-1f391af63140 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:52.796700 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0286835f-7dd8-462c-a68e-91cfb97699ae req-492ea8dc-c321-4e7a-a51b-1f391af63140 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0610807 Jun 28 23:26:52.837723 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0286835f-7dd8-462c-a68e-91cfb97699ae req-1b8d4b72-abee-4adb-89ee-9d2965b75549 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354316 Jun 28 23:26:54.019122 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315c233-56b0-48b5-a52a-86422f429604 req-c0adb8bd-95c0-4b56-91b7-9c782b48dc8e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:54.020688 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f315c233-56b0-48b5-a52a-86422f429604 req-c0adb8bd-95c0-4b56-91b7-9c782b48dc8e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0729523 Jun 28 23:26:54.059812 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f315c233-56b0-48b5-a52a-86422f429604 req-dc781538-bd44-48b6-a70e-0344be84686d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333583 Jun 28 23:26:55.227502 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391f0a2-4b61-4288-8554-01fbc58c7704 req-28d9d656-2483-466a-ace3-4eac0374295f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:55.228843 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1391f0a2-4b61-4288-8554-01fbc58c7704 req-28d9d656-2483-466a-ace3-4eac0374295f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0609365 Jun 28 23:26:55.265328 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1391f0a2-4b61-4288-8554-01fbc58c7704 req-140bd55f-1026-4f8a-930a-d95f8a599c3d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308986 Jun 28 23:26:55.905544 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-fb15bc8d-f120-48eb-81e7-e0817e16c67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:56.447051 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34053f49-bed7-4220-87ee-c07a05a043b2 req-642f0108-2bd6-489e-a81f-705e2354b233 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:56.448507 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-34053f49-bed7-4220-87ee-c07a05a043b2 req-642f0108-2bd6-489e-a81f-705e2354b233 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0670376 Jun 28 23:26:56.487044 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-34053f49-bed7-4220-87ee-c07a05a043b2 req-a11fc46a-95d2-444f-a958-e52aa3f10ca9 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328274 Jun 28 23:26:56.625895 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:57.657869 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71942e16-2f10-4421-9fa2-8b9b391e985f req-e73a4acd-0be2-4473-9f31-2cce88d95467 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:57.659344 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-71942e16-2f10-4421-9fa2-8b9b391e985f req-e73a4acd-0be2-4473-9f31-2cce88d95467 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0610034 Jun 28 23:26:57.696394 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-71942e16-2f10-4421-9fa2-8b9b391e985f req-156fd871-6961-4278-9a58-24265e4de521 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308921 Jun 28 23:26:58.873157 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfa874-a42c-45e8-a720-b687f6cd5bea req-1a069393-e45b-40e7-9225-ec98e9718cca tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:26:58.874591 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84dfa874-a42c-45e8-a720-b687f6cd5bea req-1a069393-e45b-40e7-9225-ec98e9718cca tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0669105 Jun 28 23:26:58.911400 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-84dfa874-a42c-45e8-a720-b687f6cd5bea req-18e972b7-8ba7-4ef1-ae26-ac02a88607ec tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306034 Jun 28 23:26:58.987116 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:59.147788 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-780177b0-324c-4de5-951a-0926aa83e6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:26:59.872836 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:00.091635 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe0306-fbf1-498d-b120-cee903c1f531 req-3c93c214-d4ca-4499-a9a2-87604c441351 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:00.093093 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ccbe0306-fbf1-498d-b120-cee903c1f531 req-3c93c214-d4ca-4499-a9a2-87604c441351 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0638254 Jun 28 23:27:00.129850 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ccbe0306-fbf1-498d-b120-cee903c1f531 req-a21cf8fc-b17a-46cc-985c-faaa02821a39 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311491 Jun 28 23:27:00.718051 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af206253-2864-4de8-bf36-4400ea655e8b req-60811c98-f6c8-420c-a429-a757cade5392 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:00.719566 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-af206253-2864-4de8-bf36-4400ea655e8b req-60811c98-f6c8-420c-a429-a757cade5392 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 946 time: 0.0660276 Jun 28 23:27:00.758363 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-af206253-2864-4de8-bf36-4400ea655e8b req-0bbe1dcc-052b-4ac7-a835-7339fc957973 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318902 Jun 28 23:27:01.304369 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a975ddb-2eba-40b5-8494-a69be784c0c0 req-72c980c9-ba8a-4ee7-80d6-117ef3e2d416 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:01.305812 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9a975ddb-2eba-40b5-8494-a69be784c0c0 req-72c980c9-ba8a-4ee7-80d6-117ef3e2d416 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0642018 Jun 28 23:27:01.341924 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9a975ddb-2eba-40b5-8494-a69be784c0c0 req-3f33d0f6-1a89-4a88-94d3-76241720ba14 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305083 Jun 28 23:27:01.718878 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0893187-ae6e-4018-8557-979e70834e31 req-5d6b9066-59c5-4064-8059-b9bb403520b9 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:01.720246 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f0893187-ae6e-4018-8557-979e70834e31 req-5d6b9066-59c5-4064-8059-b9bb403520b9 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.1050901 Jun 28 23:27:01.749927 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7682c0-bf79-4611-be0a-d39f0c8a31e5 req-c6e5719a-f938-40f1-bd39-0f89e6702564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:01.751447 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb7682c0-bf79-4611-be0a-d39f0c8a31e5 req-c6e5719a-f938-40f1-bd39-0f89e6702564 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50cc37f33e7f46c8a8602f1c6d244c51&device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 1099 time: 0.0994833 Jun 28 23:27:01.783456 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f0893187-ae6e-4018-8557-979e70834e31 req-8e46a4dd-c6e1-41c7-8a99-992cce91eeb9 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569024 Jun 28 23:27:01.861003 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7682c0-bf79-4611-be0a-d39f0c8a31e5 req-28b490c6-8c99-4449-b352-1b4f2da8f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:01.862538 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb7682c0-bf79-4611-be0a-d39f0c8a31e5 req-28b490c6-8c99-4449-b352-1b4f2da8f103 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd HTTP/1.1" status: 200 len: 911 time: 0.1016135 Jun 28 23:27:01.962974 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb7682c0-bf79-4611-be0a-d39f0c8a31e5 req-309a572c-ec99-4aad-9249-2eb400039a3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a HTTP/1.1" status: 200 len: 1000 time: 0.0906246 Jun 28 23:27:02.011056 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000ef12-cba9-4bfc-9857-a329afb80181 req-8a95a79e-3517-4889-aed8-906e3b848547 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:02.012364 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5000ef12-cba9-4bfc-9857-a329afb80181 req-8a95a79e-3517-4889-aed8-906e3b848547 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 946 time: 0.1344223 Jun 28 23:27:02.043735 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7682c0-bf79-4611-be0a-d39f0c8a31e5 req-cd507242-2924-4583-8e5e-81416d561fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:02.045176 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb7682c0-bf79-4611-be0a-d39f0c8a31e5 req-cd507242-2924-4583-8e5e-81416d561fa6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ee7b0a2-5b39-4138-89d6-38d03997b8dd HTTP/1.1" status: 200 len: 849 time: 0.0745192 Jun 28 23:27:02.070695 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5000ef12-cba9-4bfc-9857-a329afb80181 req-b00f30a4-0c42-46ca-9096-72d249c94d93 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516930 Jun 28 23:27:02.095065 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:02.120969 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7682c0-bf79-4611-be0a-d39f0c8a31e5 req-8c3aaf75-d844-46dd-bac4-6ad6382714fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:02.123514 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb7682c0-bf79-4611-be0a-d39f0c8a31e5 req-8c3aaf75-d844-46dd-bac4-6ad6382714fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0657010 Jun 28 23:27:02.212904 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb7682c0-bf79-4611-be0a-d39f0c8a31e5 req-cee8c968-5685-4852-97ce-47a9fa1186c1 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803046 Jun 28 23:27:02.307771 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb7682c0-bf79-4611-be0a-d39f0c8a31e5 req-c3893085-98b1-498e-8d7e-c59938115f42 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858293 Jun 28 23:27:02.912201 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77bdef-4a92-46ed-b3b2-8f442d2a7f4a req-8cf2071f-dad4-407e-a535-7b97a928541b tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:02.913661 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2a77bdef-4a92-46ed-b3b2-8f442d2a7f4a req-8cf2071f-dad4-407e-a535-7b97a928541b tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 946 time: 0.0627606 Jun 28 23:27:03.349299 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c83ba-1777-46b9-a8d3-fa862047c28d req-ee422c28-3721-463e-8141-ab7e3b0c4ce8 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:03.350933 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c74c83ba-1777-46b9-a8d3-fa862047c28d req-ee422c28-3721-463e-8141-ab7e3b0c4ce8 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.4023302 Jun 28 23:27:03.381725 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8c13b-8a12-448c-8c81-e6000c18275e req-57c4f84e-efef-4c9e-ba5f-f2b245cecf04 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:03.383343 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13e8c13b-8a12-448c-8c81-e6000c18275e req-57c4f84e-efef-4c9e-ba5f-f2b245cecf04 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bb017c-4b8f-415f-8802-6d196eaeff54 HTTP/1.1" status: 200 len: 946 time: 0.1571689 Jun 28 23:27:03.384814 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-2a77bdef-4a92-46ed-b3b2-8f442d2a7f4a req-40fc23f3-d5a5-4258-8209-4d7297d61b74 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Deleting port 099debb5-6d11-48b9-ab95-7ffaebfc1367 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:27:03.385170 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-2a77bdef-4a92-46ed-b3b2-8f442d2a7f4a req-40fc23f3-d5a5-4258-8209-4d7297d61b74 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:03.492381 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c74c83ba-1777-46b9-a8d3-fa862047c28d req-fda72771-b166-4f71-89e2-a7da0abfeb09 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316953 Jun 28 23:27:03.503292 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13e8c13b-8a12-448c-8c81-e6000c18275e req-1370bda5-8d00-4518-8c6a-6dcea94eb400 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085203 Jun 28 23:27:03.532856 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-2a77bdef-4a92-46ed-b3b2-8f442d2a7f4a req-40fc23f3-d5a5-4258-8209-4d7297d61b74 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] For port 099debb5-6d11-48b9-ab95-7ffaebfc1367, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=099debb5-6d11-48b9-ab95-7ffaebfc1367,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:27:03.533216 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-2a77bdef-4a92-46ed-b3b2-8f442d2a7f4a req-40fc23f3-d5a5-4258-8209-4d7297d61b74 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:03.546597 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-2a77bdef-4a92-46ed-b3b2-8f442d2a7f4a req-40fc23f3-d5a5-4258-8209-4d7297d61b74 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Calling delete_port for 099debb5-6d11-48b9-ab95-7ffaebfc1367 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:27:03.681388 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-2a77bdef-4a92-46ed-b3b2-8f442d2a7f4a req-40fc23f3-d5a5-4258-8209-4d7297d61b74 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:03.685484 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a022aa58-a4f3-451a-834e-562e1aec9f5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:03.693410 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['8665e507-bb35-47ee-b53b-4ddfb931390d', '27055dcf-2ba0-4b0e-8ba9-243a84961f97', 'ed808312-e926-4d10-9058-f1ee2a052a89', '099debb5-6d11-48b9-ab95-7ffaebfc1367'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:27:03.711493 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc23f3-d5a5-4258-8209-4d7297d61b74 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Pushing event deleted for resources: {'Port': ['ID=099debb5-6d11-48b9-ab95-7ffaebfc1367,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:03.714976 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-40fc23f3-d5a5-4258-8209-4d7297d61b74 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:03.759946 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a77bdef-4a92-46ed-b3b2-8f442d2a7f4a req-40fc23f3-d5a5-4258-8209-4d7297d61b74 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] No DVR routers for this DVR port 099debb5-6d11-48b9-ab95-7ffaebfc1367 on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:27:03.762515 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-2a77bdef-4a92-46ed-b3b2-8f442d2a7f4a req-40fc23f3-d5a5-4258-8209-4d7297d61b74 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:03.764624 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2a77bdef-4a92-46ed-b3b2-8f442d2a7f4a req-40fc23f3-d5a5-4258-8209-4d7297d61b74 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "DELETE /v2.0/ports/099debb5-6d11-48b9-ab95-7ffaebfc1367 HTTP/1.1" status: 204 len: 173 time: 0.8439054 Jun 28 23:27:03.765141 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bb017c-4b8f-415f-8802-6d196eaeff54', 'name': 'network-vif-deleted', 'tag': '099debb5-6d11-48b9-ab95-7ffaebfc1367'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:27:03.767815 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b703b2-b970-48db-a669-f1210ef7a44c" -d '{"events": [{"server_uuid": "03bb017c-4b8f-415f-8802-6d196eaeff54", "name": "network-vif-deleted", "tag": "099debb5-6d11-48b9-ab95-7ffaebfc1367"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:27:03.828156 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a181d327-96b5-44b6-9cc8-f04c638a96b4 x-openstack-request-id: req-a181d327-96b5-44b6-9cc8-f04c638a96b4 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:27:03.828593 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03bb017c-4b8f-415f-8802-6d196eaeff54", "name": "network-vif-deleted", "tag": "099debb5-6d11-48b9-ab95-7ffaebfc1367", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:27:03.829641 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a181d327-96b5-44b6-9cc8-f04c638a96b4 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:27:03.830258 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bb017c-4b8f-415f-8802-6d196eaeff54', 'name': 'network-vif-deleted', 'tag': '099debb5-6d11-48b9-ab95-7ffaebfc1367', 'status': 'completed', 'code': 200} Jun 28 23:27:04.742312 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf71d4a-f379-4850-ac0b-0f687474a4aa req-f9949763-18c1-4583-9477-704368fbe0dc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:04.745429 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5bf71d4a-f379-4850-ac0b-0f687474a4aa req-f9949763-18c1-4583-9477-704368fbe0dc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.1167829 Jun 28 23:27:04.787187 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5bf71d4a-f379-4850-ac0b-0f687474a4aa req-b3eb45bd-4399-4dba-b1d4-d8e422fc012d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358140 Jun 28 23:27:04.827531 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:27:06.133911 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404e782-eb3f-45dd-af83-54bfef33f737 req-348b5249-a85b-4cc0-b3cf-1cedb4583f8d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:06.135503 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0404e782-eb3f-45dd-af83-54bfef33f737 req-348b5249-a85b-4cc0-b3cf-1cedb4583f8d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 945 time: 0.0704358 Jun 28 23:27:06.180421 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0404e782-eb3f-45dd-af83-54bfef33f737 req-d9241045-4256-4996-85fe-da04c550875f tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346434 Jun 28 23:27:06.246082 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 099debb5-6d11-48b9-ab95-7ffaebfc1367 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:27:06.266591 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: 099debb5-6d11-48b9-ab95-7ffaebfc1367 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:27:06.266978 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 099debb5-6d11-48b9-ab95-7ffaebfc1367 not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:27:07.362964 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d9760-ab76-460f-a779-bff5fe737254 req-a14d23b8-2b30-4e76-b40c-bb680822661e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:07.364485 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-645d9760-ab76-460f-a779-bff5fe737254 req-a14d23b8-2b30-4e76-b40c-bb680822661e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 945 time: 0.0663803 Jun 28 23:27:07.402969 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-645d9760-ab76-460f-a779-bff5fe737254 req-019bbf42-9c70-45fd-b885-a53cc622fc5f tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326984 Jun 28 23:27:08.361447 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60518eb8-791f-4814-8b8b-810c10f3d099 req-b45c2327-addd-43fb-818b-92eb437363c4 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:08.363352 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-60518eb8-791f-4814-8b8b-810c10f3d099 req-b45c2327-addd-43fb-818b-92eb437363c4 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 945 time: 0.0634181 Jun 28 23:27:08.469010 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-60518eb8-791f-4814-8b8b-810c10f3d099 req-69509d13-bf22-49e7-9127-17a3906e2cf1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Deleting port ed808312-e926-4d10-9058-f1ee2a052a89 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:27:08.469353 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-60518eb8-791f-4814-8b8b-810c10f3d099 req-69509d13-bf22-49e7-9127-17a3906e2cf1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:08.593325 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-60518eb8-791f-4814-8b8b-810c10f3d099 req-69509d13-bf22-49e7-9127-17a3906e2cf1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] For port ed808312-e926-4d10-9058-f1ee2a052a89, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ed808312-e926-4d10-9058-f1ee2a052a89,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:27:08.593685 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-60518eb8-791f-4814-8b8b-810c10f3d099 req-69509d13-bf22-49e7-9127-17a3906e2cf1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:08.610658 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-60518eb8-791f-4814-8b8b-810c10f3d099 req-69509d13-bf22-49e7-9127-17a3906e2cf1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Calling delete_port for ed808312-e926-4d10-9058-f1ee2a052a89 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:27:08.638145 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38e5d5-fc08-4480-8b54-7f9b457fb906 req-fd3ce98a-2b87-4163-a91a-1818a2e633b6 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:08.639784 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1a38e5d5-fc08-4480-8b54-7f9b457fb906 req-fd3ce98a-2b87-4163-a91a-1818a2e633b6 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccfd0de0-39fc-404d-90b0-74fc71970e57 HTTP/1.1" status: 200 len: 945 time: 0.1185994 Jun 28 23:27:08.718744 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1a38e5d5-fc08-4480-8b54-7f9b457fb906 req-05ea21c5-ece4-4386-aeb5-9bf59d320c50 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511429 Jun 28 23:27:08.791867 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-60518eb8-791f-4814-8b8b-810c10f3d099 req-69509d13-bf22-49e7-9127-17a3906e2cf1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:08.796034 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1a1033c9-1fb5-4c3a-8c9f-0e96233fd418 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:08.807110 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['8665e507-bb35-47ee-b53b-4ddfb931390d', '27055dcf-2ba0-4b0e-8ba9-243a84961f97', 'ed808312-e926-4d10-9058-f1ee2a052a89'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:27:08.824482 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69509d13-bf22-49e7-9127-17a3906e2cf1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Pushing event deleted for resources: {'Port': ['ID=ed808312-e926-4d10-9058-f1ee2a052a89,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:08.833761 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-69509d13-bf22-49e7-9127-17a3906e2cf1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:08.877987 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-60518eb8-791f-4814-8b8b-810c10f3d099 req-69509d13-bf22-49e7-9127-17a3906e2cf1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] No DVR routers for this DVR port ed808312-e926-4d10-9058-f1ee2a052a89 on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:27:08.881533 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-60518eb8-791f-4814-8b8b-810c10f3d099 req-69509d13-bf22-49e7-9127-17a3906e2cf1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:08.883633 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-60518eb8-791f-4814-8b8b-810c10f3d099 req-69509d13-bf22-49e7-9127-17a3906e2cf1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "DELETE /v2.0/ports/ed808312-e926-4d10-9058-f1ee2a052a89 HTTP/1.1" status: 204 len: 173 time: 0.5121925 Jun 28 23:27:08.884168 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfd0de0-39fc-404d-90b0-74fc71970e57', 'name': 'network-vif-deleted', 'tag': 'ed808312-e926-4d10-9058-f1ee2a052a89'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:27:08.886587 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170923a6-e385-4ba4-b44a-5790d26473a3" -d '{"events": [{"server_uuid": "ccfd0de0-39fc-404d-90b0-74fc71970e57", "name": "network-vif-deleted", "tag": "ed808312-e926-4d10-9058-f1ee2a052a89"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:27:08.931128 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9d315b-9121-4d1f-9ba1-478843c370d2 x-openstack-request-id: req-cc9d315b-9121-4d1f-9ba1-478843c370d2 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:27:08.931475 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfd0de0-39fc-404d-90b0-74fc71970e57", "name": "network-vif-deleted", "tag": "ed808312-e926-4d10-9058-f1ee2a052a89", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:27:08.931881 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc9d315b-9121-4d1f-9ba1-478843c370d2 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:27:08.932578 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfd0de0-39fc-404d-90b0-74fc71970e57', 'name': 'network-vif-deleted', 'tag': 'ed808312-e926-4d10-9058-f1ee2a052a89', 'status': 'completed', 'code': 200} Jun 28 23:27:10.180436 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac284f-107c-4ccb-ad83-333e809972f5 req-c8ca49b1-6847-483a-b7c3-d3f113a538e9 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:10.181954 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5eac284f-107c-4ccb-ad83-333e809972f5 req-c8ca49b1-6847-483a-b7c3-d3f113a538e9 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.0653300 Jun 28 23:27:10.224344 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5eac284f-107c-4ccb-ad83-333e809972f5 req-3cf70295-ec59-4304-b1f3-b5bccc418db5 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367196 Jun 28 23:27:11.399537 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7eaa96-0f98-4f01-be6a-4f0562bc050d req-88fe9523-0f51-41c0-a59b-ddfddceed281 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:11.401014 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0f7eaa96-0f98-4f01-be6a-4f0562bc050d req-88fe9523-0f51-41c0-a59b-ddfddceed281 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.0634551 Jun 28 23:27:11.438146 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0f7eaa96-0f98-4f01-be6a-4f0562bc050d req-f67aa867-83a9-4374-b6e5-29f4e1fb4893 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Jun 28 23:27:11.975553 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e55ed5-18d3-4967-a19c-f3ba5c000b96 req-1d6c38fb-acdc-40fe-8a21-7c37b05cfc3d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:11.977150 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e8e55ed5-18d3-4967-a19c-f3ba5c000b96 req-1d6c38fb-acdc-40fe-8a21-7c37b05cfc3d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 946 time: 0.0681152 Jun 28 23:27:12.087826 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-e8e55ed5-18d3-4967-a19c-f3ba5c000b96 req-87c3dc3f-6cda-45fe-a899-0fe658ecf6ed tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Deleting port 27055dcf-2ba0-4b0e-8ba9-243a84961f97 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:27:12.088562 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e8e55ed5-18d3-4967-a19c-f3ba5c000b96 req-87c3dc3f-6cda-45fe-a899-0fe658ecf6ed tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:12.198906 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-e8e55ed5-18d3-4967-a19c-f3ba5c000b96 req-87c3dc3f-6cda-45fe-a899-0fe658ecf6ed tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] For port 27055dcf-2ba0-4b0e-8ba9-243a84961f97, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=27055dcf-2ba0-4b0e-8ba9-243a84961f97,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:27:12.199515 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e8e55ed5-18d3-4967-a19c-f3ba5c000b96 req-87c3dc3f-6cda-45fe-a899-0fe658ecf6ed tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:12.220547 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-e8e55ed5-18d3-4967-a19c-f3ba5c000b96 req-87c3dc3f-6cda-45fe-a899-0fe658ecf6ed tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Calling delete_port for 27055dcf-2ba0-4b0e-8ba9-243a84961f97 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:27:12.292855 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device ed808312-e926-4d10-9058-f1ee2a052a89 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:27:12.318373 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: ed808312-e926-4d10-9058-f1ee2a052a89 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:27:12.318749 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device ed808312-e926-4d10-9058-f1ee2a052a89 not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:27:12.382159 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e8e55ed5-18d3-4967-a19c-f3ba5c000b96 req-87c3dc3f-6cda-45fe-a899-0fe658ecf6ed tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:12.386754 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8ef7c97b-a9fa-4fe2-a9ce-fb39f3caf9a7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:12.394885 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['8665e507-bb35-47ee-b53b-4ddfb931390d', '27055dcf-2ba0-4b0e-8ba9-243a84961f97'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:27:12.414886 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3dc3f-6cda-45fe-a899-0fe658ecf6ed tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Pushing event deleted for resources: {'Port': ['ID=27055dcf-2ba0-4b0e-8ba9-243a84961f97,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:12.417581 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-87c3dc3f-6cda-45fe-a899-0fe658ecf6ed tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:12.467423 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e55ed5-18d3-4967-a19c-f3ba5c000b96 req-87c3dc3f-6cda-45fe-a899-0fe658ecf6ed tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] No DVR routers for this DVR port 27055dcf-2ba0-4b0e-8ba9-243a84961f97 on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:27:12.470706 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e8e55ed5-18d3-4967-a19c-f3ba5c000b96 req-87c3dc3f-6cda-45fe-a899-0fe658ecf6ed tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:12.473042 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e8e55ed5-18d3-4967-a19c-f3ba5c000b96 req-87c3dc3f-6cda-45fe-a899-0fe658ecf6ed tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "DELETE /v2.0/ports/27055dcf-2ba0-4b0e-8ba9-243a84961f97 HTTP/1.1" status: 204 len: 173 time: 0.4898374 Jun 28 23:27:12.473597 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8', 'name': 'network-vif-deleted', 'tag': '27055dcf-2ba0-4b0e-8ba9-243a84961f97'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:27:12.478642 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e565d372-32c5-42ed-8151-ba6a9b93cf4c" -d '{"events": [{"server_uuid": "fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8", "name": "network-vif-deleted", "tag": "27055dcf-2ba0-4b0e-8ba9-243a84961f97"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:27:12.534365 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbd97c4-dab9-4760-acb9-ea3ac5b9df0f x-openstack-request-id: req-cfbd97c4-dab9-4760-acb9-ea3ac5b9df0f {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:27:12.534998 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8", "name": "network-vif-deleted", "tag": "27055dcf-2ba0-4b0e-8ba9-243a84961f97", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:27:12.536249 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfbd97c4-dab9-4760-acb9-ea3ac5b9df0f {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:27:12.536249 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8', 'name': 'network-vif-deleted', 'tag': '27055dcf-2ba0-4b0e-8ba9-243a84961f97', 'status': 'completed', 'code': 200} Jun 28 23:27:12.601034 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-107b24c4-5c30-49f2-ac2f-899f9b9946b2 req-9ff964ba-786f-4bc8-a60f-98851a93699d tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb33d84a-eb2f-4d75-ba4d-f2c2d33ad6b8 HTTP/1.1" status: 200 len: 210 time: 0.0326099 Jun 28 23:27:15.211124 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7f383-b9a2-444d-b747-7313e9fd6667 req-70303689-e544-4260-8dd1-1e10e8d6307c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:15.212624 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7af7f383-b9a2-444d-b747-7313e9fd6667 req-70303689-e544-4260-8dd1-1e10e8d6307c tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.0636241 Jun 28 23:27:15.250470 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7af7f383-b9a2-444d-b747-7313e9fd6667 req-6d796c54-71ca-4ca7-a91c-9694d957d65b tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318897 Jun 28 23:27:16.309461 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 27055dcf-2ba0-4b0e-8ba9-243a84961f97 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:27:16.328903 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: 27055dcf-2ba0-4b0e-8ba9-243a84961f97 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:27:16.329262 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 27055dcf-2ba0-4b0e-8ba9-243a84961f97 not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:27:16.424779 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05775444-526c-4d49-be5a-cb2c383274e9 req-3f1fb7a0-8ac7-475e-9584-b732535229f4 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:16.426249 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-05775444-526c-4d49-be5a-cb2c383274e9 req-3f1fb7a0-8ac7-475e-9584-b732535229f4 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.0643139 Jun 28 23:27:16.464094 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-05775444-526c-4d49-be5a-cb2c383274e9 req-f799d748-66b6-45d0-af8c-891696a771da tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321958 Jun 28 23:27:17.340954 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90517c-c383-4e39-bf5f-c67ee7f5fd88 req-0f0dfb3a-d16c-45cc-9d8d-be9661c597fc tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:17.342283 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae90517c-c383-4e39-bf5f-c67ee7f5fd88 req-0f0dfb3a-d16c-45cc-9d8d-be9661c597fc tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.0608306 Jun 28 23:27:17.441691 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-ae90517c-c383-4e39-bf5f-c67ee7f5fd88 req-b34b66de-ba68-425d-a9fd-3b709a7ab83e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Deleting port 8665e507-bb35-47ee-b53b-4ddfb931390d {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:27:17.442356 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-ae90517c-c383-4e39-bf5f-c67ee7f5fd88 req-b34b66de-ba68-425d-a9fd-3b709a7ab83e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:17.526376 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-ae90517c-c383-4e39-bf5f-c67ee7f5fd88 req-b34b66de-ba68-425d-a9fd-3b709a7ab83e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] For port 8665e507-bb35-47ee-b53b-4ddfb931390d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8665e507-bb35-47ee-b53b-4ddfb931390d,segment=NetworkSegment(00c91c16-01aa-4435-8a96-adc3392dda77),segment_id=00c91c16-01aa-4435-8a96-adc3392dda77)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:27:17.526740 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-ae90517c-c383-4e39-bf5f-c67ee7f5fd88 req-b34b66de-ba68-425d-a9fd-3b709a7ab83e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:17.538803 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-ae90517c-c383-4e39-bf5f-c67ee7f5fd88 req-b34b66de-ba68-425d-a9fd-3b709a7ab83e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Calling delete_port for 8665e507-bb35-47ee-b53b-4ddfb931390d owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:27:17.671878 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aea4c3-6ccd-4293-9f2d-3de0b8c4df8e req-0fcc57d2-15ca-4888-b8d6-98ba129717a4 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:17.673368 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06aea4c3-6ccd-4293-9f2d-3de0b8c4df8e req-0fcc57d2-15ca-4888-b8d6-98ba129717a4 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2556-3ca3-4a9e-a86e-2b0b79a49149 HTTP/1.1" status: 200 len: 945 time: 0.0917933 Jun 28 23:27:17.739197 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06aea4c3-6ccd-4293-9f2d-3de0b8c4df8e req-c2177d88-9c33-4a5b-8e29-6fab5dee89cb tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a5d1b09-074e-40e1-b2c5-23691eaa5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475698 Jun 28 23:27:17.740304 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-ae90517c-c383-4e39-bf5f-c67ee7f5fd88 req-b34b66de-ba68-425d-a9fd-3b709a7ab83e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:17.745055 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:17.755754 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['8665e507-bb35-47ee-b53b-4ddfb931390d'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:27:17.775922 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b66de-ba68-425d-a9fd-3b709a7ab83e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Pushing event deleted for resources: {'Port': ['ID=8665e507-bb35-47ee-b53b-4ddfb931390d,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:17.778898 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b34b66de-ba68-425d-a9fd-3b709a7ab83e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:17.821982 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae90517c-c383-4e39-bf5f-c67ee7f5fd88 req-b34b66de-ba68-425d-a9fd-3b709a7ab83e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] No DVR routers for this DVR port 8665e507-bb35-47ee-b53b-4ddfb931390d on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:27:17.824477 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-ae90517c-c383-4e39-bf5f-c67ee7f5fd88 req-b34b66de-ba68-425d-a9fd-3b709a7ab83e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:17.826396 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae90517c-c383-4e39-bf5f-c67ee7f5fd88 req-b34b66de-ba68-425d-a9fd-3b709a7ab83e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] 10.222.0.47 "DELETE /v2.0/ports/8665e507-bb35-47ee-b53b-4ddfb931390d HTTP/1.1" status: 204 len: 173 time: 0.4775224 Jun 28 23:27:17.826927 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7f2556-3ca3-4a9e-a86e-2b0b79a49149', 'name': 'network-vif-deleted', 'tag': '8665e507-bb35-47ee-b53b-4ddfb931390d'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:27:17.829293 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b81474-e568-4c61-94c0-895000745db0" -d '{"events": [{"server_uuid": "4a7f2556-3ca3-4a9e-a86e-2b0b79a49149", "name": "network-vif-deleted", "tag": "8665e507-bb35-47ee-b53b-4ddfb931390d"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:27:17.868616 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a4700f-859f-4e8a-bb5f-5ac492c678ff x-openstack-request-id: req-f2a4700f-859f-4e8a-bb5f-5ac492c678ff {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:27:17.868940 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7f2556-3ca3-4a9e-a86e-2b0b79a49149", "name": "network-vif-deleted", "tag": "8665e507-bb35-47ee-b53b-4ddfb931390d", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:27:17.869218 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2a4700f-859f-4e8a-bb5f-5ac492c678ff {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:27:17.869640 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7f2556-3ca3-4a9e-a86e-2b0b79a49149', 'name': 'network-vif-deleted', 'tag': '8665e507-bb35-47ee-b53b-4ddfb931390d', 'status': 'completed', 'code': 200} Jun 28 23:27:18.852270 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 59936) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:18.897901 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Deleting subnet dcc8de39-502a-4657-8ae9-14604ed34cd7 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:27:18.900922 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:18.939130 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844663'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:18.977356 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:19.028227 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9014278'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:19.030374 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:19.052602 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcc8de39-502a-4657-8ae9-14604ed34cd7,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:19.061633 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:19.063461 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dcc8de39-502a-4657-8ae9-14604ed34cd7 HTTP/1.1" status: 204 len: 168 time: 0.2102182 Jun 28 23:27:19.064918 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:19.065294 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:19.065663 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:19.066030 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:19.066297 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 59940) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:19.066711 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:19.066711 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:19.067096 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:19.067455 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:19.067811 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:19.068160 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:19.068508 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:19.068855 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:19.071925 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:19.134312 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a94b6172-a441-4e29-bf73-d63428eb228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:19.213721 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a94b6172-a441-4e29-bf73-d63428eb228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:19.224132 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-a94b6172-a441-4e29-bf73-d63428eb228a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fb77b0-9205-4b3b-8c11-345ba839a11e']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:19.233528 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-a94b6172-a441-4e29-bf73-d63428eb228a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c91c16-01aa-4435-8a96-adc3392dda77') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:19.233825 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-a94b6172-a441-4e29-bf73-d63428eb228a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c91c16-01aa-4435-8a96-adc3392dda77') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:19.243312 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a94b6172-a441-4e29-bf73-d63428eb228a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2287192'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:19.257367 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a94b6172-a441-4e29-bf73-d63428eb228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:19.263442 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94b6172-a441-4e29-bf73-d63428eb228a admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:27:19.263803 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a94b6172-a441-4e29-bf73-d63428eb228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3861749'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: timer() Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: cb(*args, **kw) Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: self._notify() Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: self.callback(batched_events) Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: event.method(event) Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: return self._get(url).json() Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:27:19.265820 dv-cinder-792462-21-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:27:19.321610 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a94b6172-a441-4e29-bf73-d63428eb228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:19.325500 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:19.329373 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a94b6172-a441-4e29-bf73-d63428eb228a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:19.331701 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a94b6172-a441-4e29-bf73-d63428eb228a admin admin] 10.222.0.35 "DELETE /v2.0/networks/b4fb77b0-9205-4b3b-8c11-345ba839a11e HTTP/1.1" status: 204 len: 168 time: 0.2638404 Jun 28 23:27:19.341119 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b6172-a441-4e29-bf73-d63428eb228a admin admin] Pushing event deleted for resources: {'Network': ['ID=b4fb77b0-9205-4b3b-8c11-345ba839a11e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:19.343541 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a94b6172-a441-4e29-bf73-d63428eb228a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:19.496227 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 59944) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:19.535993 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4ab6518d-eb26-4d65-8e30-9574dd39aa60 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10ec02cc9959441aab3795a888473f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385590 Jun 28 23:27:19.538457 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 59946) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:19.584967 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47f71806-0620-49d2-a2e9-5d0cfc87d273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:19.605725 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47f71806-0620-49d2-a2e9-5d0cfc87d273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:19.650658 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47f71806-0620-49d2-a2e9-5d0cfc87d273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:19.653569 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-47f71806-0620-49d2-a2e9-5d0cfc87d273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:19.654941 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-47f71806-0620-49d2-a2e9-5d0cfc87d273 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a5d1b09-074e-40e1-b2c5-23691eaa5e75 HTTP/1.1" status: 204 len: 168 time: 0.1155033 Jun 28 23:27:19.655793 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:19.663328 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f71806-0620-49d2-a2e9-5d0cfc87d273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5d1b09-074e-40e1-b2c5-23691eaa5e75,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:19.665838 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-47f71806-0620-49d2-a2e9-5d0cfc87d273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:20.313876 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 8665e507-bb35-47ee-b53b-4ddfb931390d no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:27:20.333757 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: 8665e507-bb35-47ee-b53b-4ddfb931390d {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:27:20.334113 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 8665e507-bb35-47ee-b53b-4ddfb931390d not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:27:25.906160 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a10e60fd-3e01-46ea-ba1c-1813133eddea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:26.626948 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:28.074617 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf671174-9182-46b5-9f79-d45baa59e1ad req-9b135253-72b2-489f-a3e4-b767102c0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:28.076029 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf671174-9182-46b5-9f79-d45baa59e1ad req-9b135253-72b2-489f-a3e4-b767102c0d67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4843e8e397b34a80966999c896dfbad0&device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 1138 time: 0.0916798 Jun 28 23:27:28.108276 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30aad8-4cd3-4bc6-ac6c-a75de3683b9b req-6fa3a1c4-bced-493a-bb64-24d59532a9d9 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:28.109675 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf30aad8-4cd3-4bc6-ac6c-a75de3683b9b req-6fa3a1c4-bced-493a-bb64-24d59532a9d9 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 985 time: 0.0963228 Jun 28 23:27:28.188380 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf30aad8-4cd3-4bc6-ac6c-a75de3683b9b req-7d26553a-5da1-4877-8c56-d841867ff406 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b&id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707839 Jun 28 23:27:28.205701 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf671174-9182-46b5-9f79-d45baa59e1ad req-5aee4f79-7750-4fc9-b29d-b3a9049eed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:28.207738 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf671174-9182-46b5-9f79-d45baa59e1ad req-5aee4f79-7750-4fc9-b29d-b3a9049eed1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=07112a3e-968e-4eec-9765-4ad4f0381d53 HTTP/1.1" status: 200 len: 916 time: 0.1247723 Jun 28 23:27:28.276787 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf671174-9182-46b5-9f79-d45baa59e1ad req-fef24893-4006-451d-b656-430748201f57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c HTTP/1.1" status: 200 len: 1002 time: 0.0557296 Jun 28 23:27:28.328316 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf671174-9182-46b5-9f79-d45baa59e1ad req-2c25b5ba-b23a-41bb-9c0c-cf0f2dafe8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:28.329612 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf671174-9182-46b5-9f79-d45baa59e1ad req-2c25b5ba-b23a-41bb-9c0c-cf0f2dafe8d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a378868-c100-4dfe-954c-8b1bdde41ee4 HTTP/1.1" status: 200 len: 854 time: 0.0414958 Jun 28 23:27:28.390923 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf671174-9182-46b5-9f79-d45baa59e1ad req-9dc2573d-4acd-4a5a-bded-e375d4fa71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:28.392349 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf671174-9182-46b5-9f79-d45baa59e1ad req-9dc2573d-4acd-4a5a-bded-e375d4fa71b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07112a3e-968e-4eec-9765-4ad4f0381d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528474 Jun 28 23:27:28.478561 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf671174-9182-46b5-9f79-d45baa59e1ad req-1cb055ea-67c2-4070-a873-ce4016db472b service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781429 Jun 28 23:27:28.570286 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf671174-9182-46b5-9f79-d45baa59e1ad req-6def94c2-63db-48b3-8645-828cdf8e1461 service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840893 Jun 28 23:27:28.963616 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60070) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:28.997141 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:29.077106 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8ea3-3683-4f5a-887f-c0d03d5c0700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:29.148540 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-39f6436b-5ea7-4bd2-92a0-eef938247bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:29.164779 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8ea3-3683-4f5a-887f-c0d03d5c0700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:29.167919 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8ea3-3683-4f5a-887f-c0d03d5c0700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:29.170357 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9d544a71-57ca-4d50-8568-6b48258fc6de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:29.203413 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c8ea3-3683-4f5a-887f-c0d03d5c0700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269f7c6e-00f6-4755-8c9a-c98176f1ca81,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:29.208163 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3a7c8ea3-3683-4f5a-887f-c0d03d5c0700 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c71852ed20a248ae8a7cc994d224ebd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435431 Jun 28 23:27:29.209047 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3a7c8ea3-3683-4f5a-887f-c0d03d5c0700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:29.211415 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60074) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:29.261917 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10c7fb67-6e3c-4255-a641-27efb53ce71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:29.283034 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10c7fb67-6e3c-4255-a641-27efb53ce71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:29.333767 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10c7fb67-6e3c-4255-a641-27efb53ce71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:29.336605 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10c7fb67-6e3c-4255-a641-27efb53ce71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:29.338073 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-10c7fb67-6e3c-4255-a641-27efb53ce71f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/269f7c6e-00f6-4755-8c9a-c98176f1ca81 HTTP/1.1" status: 204 len: 168 time: 0.1258459 Jun 28 23:27:29.338847 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:29.346067 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7fb67-6e3c-4255-a641-27efb53ce71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269f7c6e-00f6-4755-8c9a-c98176f1ca81,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:29.349128 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-10c7fb67-6e3c-4255-a641-27efb53ce71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:29.375342 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59ab5a-36ea-4f8c-ba7c-e7390adf14ab req-843898f1-9b9f-4ee1-bd84-b6e2c08a6002 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:29.376854 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dc59ab5a-36ea-4f8c-ba7c-e7390adf14ab req-843898f1-9b9f-4ee1-bd84-b6e2c08a6002 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 985 time: 0.0744643 Jun 28 23:27:29.418458 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dc59ab5a-36ea-4f8c-ba7c-e7390adf14ab req-86138152-6ed4-4b71-b198-6a56a26601f7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b&id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352252 Jun 28 23:27:29.879005 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:30.306406 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-236509d1-decb-428d-b01f-f2b8ab85dbbf req-f4d7e7c9-349b-463c-aa60-627168312ba5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512183 Jun 28 23:27:30.385461 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236509d1-decb-428d-b01f-f2b8ab85dbbf req-df46d527-1c79-4e1c-ba13-716397e71fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:30.386957 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-236509d1-decb-428d-b01f-f2b8ab85dbbf req-df46d527-1c79-4e1c-ba13-716397e71fb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b68cfa00cd7404184becbc31a93a071&device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 1099 time: 0.0565968 Jun 28 23:27:30.498262 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236509d1-decb-428d-b01f-f2b8ab85dbbf req-8b50dab5-7877-423b-a1e2-cff009979139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:30.500014 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-236509d1-decb-428d-b01f-f2b8ab85dbbf req-8b50dab5-7877-423b-a1e2-cff009979139 service neutron] 10.222.0.47 "GET /v2.0/networks?id=803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 200 len: 917 time: 0.0931721 Jun 28 23:27:30.613435 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-236509d1-decb-428d-b01f-f2b8ab85dbbf req-395c63d6-ea7f-4b4b-a3ae-11bcf2374962 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764 HTTP/1.1" status: 200 len: 1000 time: 0.0960073 Jun 28 23:27:30.675931 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1a458-33a8-4c3f-af79-45f699e14c4a req-89a9883d-4d66-4690-9c86-a3f18b4256e6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:30.677389 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0ab1a458-33a8-4c3f-af79-45f699e14c4a req-89a9883d-4d66-4690-9c86-a3f18b4256e6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 985 time: 0.1187537 Jun 28 23:27:30.685455 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236509d1-decb-428d-b01f-f2b8ab85dbbf req-8d8b4511-bdde-4b6d-8d45-e00fcaec23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:30.685455 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-236509d1-decb-428d-b01f-f2b8ab85dbbf req-8d8b4511-bdde-4b6d-8d45-e00fcaec23c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e54f2da-94b4-4193-82c2-b27710ee5f6e HTTP/1.1" status: 200 len: 855 time: 0.0612531 Jun 28 23:27:30.751636 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0ab1a458-33a8-4c3f-af79-45f699e14c4a req-9b23bc57-7c6c-4426-ba84-abad8dffc7c7 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b&id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680649 Jun 28 23:27:30.772334 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236509d1-decb-428d-b01f-f2b8ab85dbbf req-d4d91661-5fb4-4230-b00e-82501a5ba7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:30.773816 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-236509d1-decb-428d-b01f-f2b8ab85dbbf req-d4d91661-5fb4-4230-b00e-82501a5ba7f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=803dd44f-307b-47e9-bd46-b2c20bf55e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0830536 Jun 28 23:27:30.882693 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-236509d1-decb-428d-b01f-f2b8ab85dbbf req-b663a3ec-c02c-405b-9009-41695cc88b91 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011877 Jun 28 23:27:30.976409 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60132) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:30.982235 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-236509d1-decb-428d-b01f-f2b8ab85dbbf req-c0517fdb-15de-46b0-a4f5-657cf4361e84 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922475 Jun 28 23:27:31.077825 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8f8addd-cc98-4d12-887c-ececd115769d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:31.165695 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8f8addd-cc98-4d12-887c-ececd115769d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:31.169344 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8f8addd-cc98-4d12-887c-ececd115769d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:31.171830 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-dac77f71-733a-4db6-b6f1-6738790af87a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:31.207757 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8addd-cc98-4d12-887c-ececd115769d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c364bb5-f5f5-4821-b73c-e76a3022b391,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:31.210895 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b8f8addd-cc98-4d12-887c-ececd115769d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:31.213744 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b8f8addd-cc98-4d12-887c-ececd115769d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1629a1d81a0c474bb40b218a6a74a506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363272 Jun 28 23:27:31.216299 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60136) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:31.262677 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b002b447-e5d3-488d-86c9-dce27eb6cc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:31.283717 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b002b447-e5d3-488d-86c9-dce27eb6cc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:31.331407 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b002b447-e5d3-488d-86c9-dce27eb6cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:31.334032 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b002b447-e5d3-488d-86c9-dce27eb6cc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:31.335192 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b002b447-e5d3-488d-86c9-dce27eb6cc4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c364bb5-f5f5-4821-b73c-e76a3022b391 HTTP/1.1" status: 204 len: 168 time: 0.1179590 Jun 28 23:27:31.335999 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-027b3907-ee4b-48fc-9d1a-d08e3aba49e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:31.343787 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002b447-e5d3-488d-86c9-dce27eb6cc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c364bb5-f5f5-4821-b73c-e76a3022b391,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:31.346021 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b002b447-e5d3-488d-86c9-dce27eb6cc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:31.601274 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60142) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:31.617315 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5401547e-5f37-4a15-9221-efca0aa45e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:31.704032 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5401547e-5f37-4a15-9221-efca0aa45e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:31.707731 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5401547e-5f37-4a15-9221-efca0aa45e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:31.711055 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-447bd2c8-e620-4a2d-84d8-4743be2d400e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:31.746540 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5401547e-5f37-4a15-9221-efca0aa45e69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c62daa2911ad4225b4fe50d1e7e23a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441884 Jun 28 23:27:31.747690 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401547e-5f37-4a15-9221-efca0aa45e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61544dfe-1ff6-441a-92e1-0979b5e36237,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:31.749246 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60144) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:31.750878 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5401547e-5f37-4a15-9221-efca0aa45e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:32.056529 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d17990d-0201-4428-aa37-0abfaa4d2e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:32.085580 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d17990d-0201-4428-aa37-0abfaa4d2e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:32.095442 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:32.100091 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c52c6-68c1-494d-9989-836089523ad8 req-463e206e-c9b7-4575-873e-9b08e6751127 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:32.101563 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-111c52c6-68c1-494d-9989-836089523ad8 req-463e206e-c9b7-4575-873e-9b08e6751127 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 985 time: 0.1119907 Jun 28 23:27:32.155419 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-111c52c6-68c1-494d-9989-836089523ad8 req-efec2e5b-14f1-4916-b906-57982ef49f55 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b&id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452156 Jun 28 23:27:32.166986 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d17990d-0201-4428-aa37-0abfaa4d2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:32.169791 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9d17990d-0201-4428-aa37-0abfaa4d2e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:32.173109 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9d17990d-0201-4428-aa37-0abfaa4d2e87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61544dfe-1ff6-441a-92e1-0979b5e36237 HTTP/1.1" status: 204 len: 168 time: 0.4206715 Jun 28 23:27:32.173109 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-aa3c6bef-a9f4-4d29-ab63-7b3bce3759d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:32.179242 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17990d-0201-4428-aa37-0abfaa4d2e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61544dfe-1ff6-441a-92e1-0979b5e36237,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:32.181873 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9d17990d-0201-4428-aa37-0abfaa4d2e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:33.329534 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba01db-cb5f-4da5-85bf-47f61b1b5796 req-77385e5f-250c-4bf4-9986-c3e3b046dd46 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:33.331017 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47ba01db-cb5f-4da5-85bf-47f61b1b5796 req-77385e5f-250c-4bf4-9986-c3e3b046dd46 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 985 time: 0.0650744 Jun 28 23:27:33.371304 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47ba01db-cb5f-4da5-85bf-47f61b1b5796 req-55434bef-68c2-4a93-b08d-5ce3c23453d9 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b&id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344090 Jun 28 23:27:33.811861 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60204) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:33.913138 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-283b2721-4d93-4784-a3a3-eb397768c2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:34.006775 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-283b2721-4d93-4784-a3a3-eb397768c2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:34.010708 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-283b2721-4d93-4784-a3a3-eb397768c2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:34.013142 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9d17990d-0201-4428-aa37-0abfaa4d2e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:34.046181 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b2721-4d93-4784-a3a3-eb397768c2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8f2f63-00d4-4965-a4e9-199ea5745271,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:34.049272 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-283b2721-4d93-4784-a3a3-eb397768c2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:34.052000 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-283b2721-4d93-4784-a3a3-eb397768c2ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b507c72447eb451f98d1771212b5abcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391684 Jun 28 23:27:34.054609 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60208) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:34.101713 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0cece265-b43a-40a7-9306-d355cc0507cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:34.125158 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0cece265-b43a-40a7-9306-d355cc0507cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:34.169526 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0cece265-b43a-40a7-9306-d355cc0507cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:34.172013 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0cece265-b43a-40a7-9306-d355cc0507cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:34.173173 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0cece265-b43a-40a7-9306-d355cc0507cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d8f2f63-00d4-4965-a4e9-199ea5745271 HTTP/1.1" status: 204 len: 168 time: 0.1175325 Jun 28 23:27:34.173901 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ecfbab08-603a-4bd6-bc93-67a307b413d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:34.181324 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cece265-b43a-40a7-9306-d355cc0507cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8f2f63-00d4-4965-a4e9-199ea5745271,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:34.183611 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0cece265-b43a-40a7-9306-d355cc0507cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:34.425009 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60216) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:34.438009 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1aaf82e7-ff53-4b51-922b-14180828387e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:34.564600 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1aaf82e7-ff53-4b51-922b-14180828387e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:34.571164 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1aaf82e7-ff53-4b51-922b-14180828387e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:34.576963 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e39dc080-a2a2-4efa-95dd-91e08ca65a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:34.612839 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7de4f-e350-43d1-8e92-844460c7da5a req-c91dbcbd-7c8d-4dc1-9c14-319f58891bd8 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:34.614279 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-03d7de4f-e350-43d1-8e92-844460c7da5a req-c91dbcbd-7c8d-4dc1-9c14-319f58891bd8 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 985 time: 0.1246529 Jun 28 23:27:34.629497 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-1aaf82e7-ff53-4b51-922b-14180828387e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d95ec31fd4804fe1bc3bf3137e41ce5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033672 Jun 28 23:27:34.630243 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf82e7-ff53-4b51-922b-14180828387e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bc1448-a4a5-406f-9b66-e561c1f8dac2,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:34.632207 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60218) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:34.633740 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1aaf82e7-ff53-4b51-922b-14180828387e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:34.664183 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-03d7de4f-e350-43d1-8e92-844460c7da5a req-a618311d-5e6a-42df-89d9-9a5503daf09f tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b&id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428634 Jun 28 23:27:34.681231 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7fecf89d-74ad-4afb-91e4-6fa7110a5699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:34.702128 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7fecf89d-74ad-4afb-91e4-6fa7110a5699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:34.748113 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7fecf89d-74ad-4afb-91e4-6fa7110a5699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:34.750752 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7fecf89d-74ad-4afb-91e4-6fa7110a5699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:34.752112 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7fecf89d-74ad-4afb-91e4-6fa7110a5699 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3bc1448-a4a5-406f-9b66-e561c1f8dac2 HTTP/1.1" status: 204 len: 168 time: 0.1188242 Jun 28 23:27:34.753394 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9b4140c1-889f-480d-97f5-64a1120fdebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:34.760696 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecf89d-74ad-4afb-91e4-6fa7110a5699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bc1448-a4a5-406f-9b66-e561c1f8dac2,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:34.763108 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7fecf89d-74ad-4afb-91e4-6fa7110a5699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:35.840531 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64340d9c-d012-4561-bd22-0289f4eb167e req-4a92d2d4-283e-4695-84bd-b3cca572a4d6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:35.842908 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-64340d9c-d012-4561-bd22-0289f4eb167e req-4a92d2d4-283e-4695-84bd-b3cca572a4d6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 985 time: 0.0670080 Jun 28 23:27:35.883525 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-64340d9c-d012-4561-bd22-0289f4eb167e req-e16dc065-662c-4372-a02c-b8c98150b078 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b&id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342383 Jun 28 23:27:35.984814 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60262) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:36.082418 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8dd690de-9605-44e8-81a3-1b1089a55030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:36.169832 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8dd690de-9605-44e8-81a3-1b1089a55030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:36.173454 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8dd690de-9605-44e8-81a3-1b1089a55030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:36.176747 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cc9c59a7-549c-4f61-a63d-8288931d99c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:36.211092 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8dd690de-9605-44e8-81a3-1b1089a55030 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ba63dab492c474882b7d2036f51531f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251480 Jun 28 23:27:36.212236 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd690de-9605-44e8-81a3-1b1089a55030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0605ae-dd24-49ff-ac94-c564aaf66994,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:36.213950 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60266) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:36.215442 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8dd690de-9605-44e8-81a3-1b1089a55030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:36.263415 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:36.283990 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:36.328492 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:36.331697 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:36.332821 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b0605ae-dd24-49ff-ac94-c564aaf66994 HTTP/1.1" status: 204 len: 168 time: 0.1171894 Jun 28 23:27:36.333579 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6a2cee0e-1444-4501-8035-77fbb95b5528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:36.341292 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0605ae-dd24-49ff-ac94-c564aaf66994,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:36.348297 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:36.348683 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:36.349050 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:36.349416 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:36.349772 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:36.350130 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:36.350490 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:36.351022 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:36.351214 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:36.351566 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:36.352036 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:36.352263 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:36.355291 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-48b5bf40-2400-4d92-a932-2c8a97432bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:37.059833 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634db10b-2e35-4f93-95cf-4746d11d6acf req-6ad8eb91-8c22-4b3d-9915-7cef2482f381 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:37.061399 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-634db10b-2e35-4f93-95cf-4746d11d6acf req-6ad8eb91-8c22-4b3d-9915-7cef2482f381 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 985 time: 0.0663805 Jun 28 23:27:37.101540 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-634db10b-2e35-4f93-95cf-4746d11d6acf req-363b0e5f-d179-4409-b427-9fb5b2e412e6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b&id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344174 Jun 28 23:27:37.312462 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60298) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:37.416652 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-aba45e60-28cb-41e0-b484-93036a11ec26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:37.500446 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-aba45e60-28cb-41e0-b484-93036a11ec26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:37.504759 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-aba45e60-28cb-41e0-b484-93036a11ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:37.507149 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-98bd694d-6a3c-4968-9a54-735478603354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:37.542418 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-aba45e60-28cb-41e0-b484-93036a11ec26 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=30839551dc2845a7885837d362e6cf96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288954 Jun 28 23:27:37.543328 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba45e60-28cb-41e0-b484-93036a11ec26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc19be8-cb1d-4137-913b-fcb011f85961,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:37.544988 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60302) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:37.546254 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-aba45e60-28cb-41e0-b484-93036a11ec26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:37.592372 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-37c717e8-9bf7-4d5c-95fe-d2d9e1bfc5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:37.612860 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-37c717e8-9bf7-4d5c-95fe-d2d9e1bfc5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:37.658810 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-37c717e8-9bf7-4d5c-95fe-d2d9e1bfc5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:37.661403 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-37c717e8-9bf7-4d5c-95fe-d2d9e1bfc5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:37.662523 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-37c717e8-9bf7-4d5c-95fe-d2d9e1bfc5b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dc19be8-cb1d-4137-913b-fcb011f85961 HTTP/1.1" status: 204 len: 168 time: 0.1165769 Jun 28 23:27:37.663275 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4d3cd4db-0363-4d19-9e04-eb91669ee331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:37.670573 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c717e8-9bf7-4d5c-95fe-d2d9e1bfc5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc19be8-cb1d-4137-913b-fcb011f85961,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:37.672829 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-37c717e8-9bf7-4d5c-95fe-d2d9e1bfc5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:38.268939 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60326) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:38.280602 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bfe86-bda3-4e92-b4cb-e7a01cfe863c req-26812544-4f65-4012-a477-6d688350b5b5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:38.282076 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8a4bfe86-bda3-4e92-b4cb-e7a01cfe863c req-26812544-4f65-4012-a477-6d688350b5b5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 985 time: 0.0656478 Jun 28 23:27:38.321565 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8a4bfe86-bda3-4e92-b4cb-e7a01cfe863c req-49e97a12-f33a-4171-bcfc-7fe6b4321509 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b&id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331466 Jun 28 23:27:38.363092 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1716372513-network', 'tenant_id': '029f3531c7254979bd2792666ca2fde1'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:38.382915 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Made reservation on behalf of 029f3531c7254979bd2792666ca2fde1 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:27:38.385310 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:38.394248 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:38.479208 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:38.482761 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:38.485684 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b8f8addd-cc98-4d12-887c-ececd115769d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:38.512747 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:27:38.519075 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1359d520-6d11-4617-a18b-0fcbf6dac7e1,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:38.522065 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:38.526372 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:38.526678 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Added segment f074e02c-0b6b-4600-b48e-4b94ef05b7e8 of type vlan for network d8fe9b44-25ee-4e97-acaf-1e0033570eba Jun 28 23:27:38.567871 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:38.594584 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:38.596444 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:38.597027 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:38.599028 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:38.628783 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3587024 Jun 28 23:27:38.631988 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60330) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:38.637404 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-74a50367-e1a0-4dbf-a6c3-3fed517ec9b7 admin admin] Request body: {'subnet': {'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1716372513-subnet', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:38.659278 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Pushing event updated for resources: {'Network': ['ID=d8fe9b44-25ee-4e97-acaf-1e0033570eba,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:38.660036 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a50367-e1a0-4dbf-a6c3-3fed517ec9b7 admin admin] Made reservation on behalf of 029f3531c7254979bd2792666ca2fde1 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:27:38.662346 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cbe2abd5-8ed2-4961-b1a4-763d35e8980f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:38.662481 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-74a50367-e1a0-4dbf-a6c3-3fed517ec9b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3429359'] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:38.671083 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network d8fe9b44-25ee-4e97-acaf-1e0033570eba details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:27:38.827670 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-74a50367-e1a0-4dbf-a6c3-3fed517ec9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3862447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3429369'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:38.829800 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7e09a8a7-c8cb-46b2-bd6d-63790faf1d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:38.878898 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a50367-e1a0-4dbf-a6c3-3fed517ec9b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2785bbb9-84e6-4b34-9d12-fd7462228ce7,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:38.882489 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-74a50367-e1a0-4dbf-a6c3-3fed517ec9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:38.889203 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a50367-e1a0-4dbf-a6c3-3fed517ec9b7 admin admin] Checking segment: {'id': 'f074e02c-0b6b-4600-b48e-4b94ef05b7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:27:38.889559 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a50367-e1a0-4dbf-a6c3-3fed517ec9b7 admin admin] Network hostable DHCP agents. Network: d8fe9b44-25ee-4e97-acaf-1e0033570eba, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:27:38.906678 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a50367-e1a0-4dbf-a6c3-3fed517ec9b7 admin admin] Network d8fe9b44-25ee-4e97-acaf-1e0033570eba is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:27:38.915608 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-74a50367-e1a0-4dbf-a6c3-3fed517ec9b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, d8fe9b44-25ee-4e97-acaf-1e0033570eba) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:27:38.919709 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a50367-e1a0-4dbf-a6c3-3fed517ec9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:38.920277 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-74a50367-e1a0-4dbf-a6c3-3fed517ec9b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:38.926120 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13081a9f-f06d-43a0-a2f3-fd24e07e81cb None None] Network d8fe9b44-25ee-4e97-acaf-1e0033570eba requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:27:38.935937 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-74a50367-e1a0-4dbf-a6c3-3fed517ec9b7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3025672 Jun 28 23:27:38.938488 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60332) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:38.944408 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:38.967032 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24888'] for router, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:38.967980 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24883'] for router, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:39.023492 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:39.082617 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71dcb06f-5920-57ee-abd5-bc0b8bc26ff9-d8fe9b44-25ee-4e97-acaf-1e0033570eba', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'fixed_ips': [{'subnet_id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7'}]}} from dv-cinder-792462-21-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:27:39.083522 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:39.157347 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24861'] for router, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:39.215217 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Allocated IP 172.20.0.2 (d8fe9b44-25ee-4e97-acaf-1e0033570eba/2785bbb9-84e6-4b34-9d12-fd7462228ce7/eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:27:39.349713 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:39.360023 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Transition to ACTIVE for port object eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:27:39.364412 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:39.375890 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Transition to ACTIVE for port object eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:27:39.382193 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:39.384103 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:39.389629 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:39.427918 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Network d8fe9b44-25ee-4e97-acaf-1e0033570eba is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:27:39.433420 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:27:39.438478 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:27:39.444030 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Pushing event updated for resources: {'Port': ['ID=eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:39.456112 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:39.508636 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Attempting to bind port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:27:39.509056 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Attempting to bind port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'f074e02c-0b6b-4600-b48e-4b94ef05b7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:27:39.509510 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Attempting to bind port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 on network d8fe9b44-25ee-4e97-acaf-1e0033570eba {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:27:39.515371 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:27:39.515717 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Checking segment: {'id': 'f074e02c-0b6b-4600-b48e-4b94ef05b7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:27:39.516541 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:39.516894 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Bound using segment: {'id': 'f074e02c-0b6b-4600-b48e-4b94ef05b7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:27:39.518366 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Bound port: eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f074e02c-0b6b-4600-b48e-4b94ef05b7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:27:39.519185 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:39.549171 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Allocated IP 172.27.2.108 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/5004ad46-b99d-4326-95d1-15a789e0d647) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:27:39.573893 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac79cb-bbdd-45da-bfd0-9342194dbf5a req-7dffb730-4b66-4c36-9854-2400634fde1b tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:39.575480 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-00ac79cb-bbdd-45da-bfd0-9342194dbf5a req-7dffb730-4b66-4c36-9854-2400634fde1b tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 985 time: 0.1287065 Jun 28 23:27:39.587405 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] For port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:27:39.590414 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] For port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:27:39.595271 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:39.598738 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:39.656888 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Pushing event updated for resources: {'Port': ['ID=eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:39.661490 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:39.671452 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-00ac79cb-bbdd-45da-bfd0-9342194dbf5a req-f0057a63-438f-43bd-8e57-19db7c13b43d tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b&id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804977 Jun 28 23:27:39.699015 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:39.740889 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:39.743306 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5118e8fd-742c-4373-96a6-2a0ad093bfea tempest-VolumesActionsTest-3526719 tempest-VolumesActionsTest-3526719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:39.786442 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:27:39.791508 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:27:39.795843 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:27:39.804096 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Pushing event updated for resources: {'Port': ['ID=5004ad46-b99d-4326-95d1-15a789e0d647,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:39.852911 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:40.100217 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:40.309037 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657275'] for router, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:40.439359 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae is scheduled to L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e with binding_index 1 {{(pid=92895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:27:40.545803 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:27:40.555883 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Sync routers for ids ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:27:40.562313 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:40.563874 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6243434 Jun 28 23:27:40.566952 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60352) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:40.570002 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Routers {'3eea7e58-dc7b-496d-9b61-7fd2678c8fae'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:27:40.570677 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:27:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:40.573967 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079524ba-6bf2-4201-b269-2f086247c8a3 None None] Network d8fe9b44-25ee-4e97-acaf-1e0033570eba requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:27:40.730269 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-6a55056e-efbe-4147-ac94-98e3a65527b1 None None] Provisioning for port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:27:40.754381 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Set router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:27:41.014220 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:38Z', 'updated_at': '2021-06-28T23:27:39Z', 'revision_number': 3, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'gw_port': {'id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:39Z', 'updated_at': '2021-06-28T23:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:41.047056 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Checking router: 3eea7e58-dc7b-496d-9b61-7fd2678c8fae for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:27:41.047537 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Updating router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae port 5004ad46-b99d-4326-95d1-15a789e0d647 binding host dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:27:41.098685 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:41.192175 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b048e-2420-400e-8733-a1edf670a8cc req-97ba25ec-b6b9-4e69-be64-4ac1b2f3a206 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:41.193611 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f52b048e-2420-400e-8733-a1edf670a8cc req-97ba25ec-b6b9-4e69-be64-4ac1b2f3a206 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 985 time: 0.3726585 Jun 28 23:27:41.269168 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f52b048e-2420-400e-8733-a1edf670a8cc req-5cac8556-d1ea-4ba3-af58-f6ab5b347b89 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b&id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678205 Jun 28 23:27:41.323127 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:41.380018 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:41.390108 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Transition to ACTIVE for port object 5004ad46-b99d-4326-95d1-15a789e0d647 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:27:41.398685 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:41.400729 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2e5bb874-18e3-4269-b695-c02ad68d6db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:41.455550 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc158210-032e-4984-b52d-c28edcca4082 None None] Pushing event updated for resources: {'Port': ['ID=5004ad46-b99d-4326-95d1-15a789e0d647,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:41.458038 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Attempting to bind port 5004ad46-b99d-4326-95d1-15a789e0d647 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:27:41.458421 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Attempting to bind port 5004ad46-b99d-4326-95d1-15a789e0d647 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:27:41.458795 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Attempting to bind port 5004ad46-b99d-4326-95d1-15a789e0d647 on network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:27:41.460944 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-fc158210-032e-4984-b52d-c28edcca4082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:41.465325 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:27:41.465685 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Checking segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:27:41.466095 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:41.466781 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Bound using segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:27:41.467007 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Bound port: 5004ad46-b99d-4326-95d1-15a789e0d647, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:27:41.467401 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:41.503078 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Allocated IP 172.20.0.1 (d8fe9b44-25ee-4e97-acaf-1e0033570eba/2785bbb9-84e6-4b34-9d12-fd7462228ce7/fa37962a-a2db-465a-837f-ec6ddfca7e05) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:27:41.522577 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] For port 5004ad46-b99d-4326-95d1-15a789e0d647, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:27:41.526487 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] For port 5004ad46-b99d-4326-95d1-15a789e0d647, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=5004ad46-b99d-4326-95d1-15a789e0d647,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:27:41.531440 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:41.535416 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-08a1c1ca-0aae-4cc6-a841-ed61bdcb8dcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:41.602709 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc158210-032e-4984-b52d-c28edcca4082 None None] Pushing event updated for resources: {'Port': ['ID=5004ad46-b99d-4326-95d1-15a789e0d647,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:41.605998 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Routers {'3eea7e58-dc7b-496d-9b61-7fd2678c8fae'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:27:41.606747 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:27:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:41.609121 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-fc158210-032e-4984-b52d-c28edcca4082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:41.646795 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:41.664954 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:27:41.680353 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Transition to ACTIVE for port object fa37962a-a2db-465a-837f-ec6ddfca7e05 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:27:41.728802 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98880844-7677-4822-ac18-f22faa93f718 req-473ac0c8-74b1-4dac-9f2c-430b2c78b68d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:41.730399 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-98880844-7677-4822-ac18-f22faa93f718 req-473ac0c8-74b1-4dac-9f2c-430b2c78b68d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 946 time: 0.1040998 Jun 28 23:27:41.746010 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:41.755118 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-95e3f8ec-c99c-4b87-92b6-5379fc92b81d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:41.807716 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Network d8fe9b44-25ee-4e97-acaf-1e0033570eba is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:27:41.818040 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-98880844-7677-4822-ac18-f22faa93f718 req-7422cbf6-0af9-4481-8a2c-da14215257ef tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815573 Jun 28 23:27:41.818965 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:27:41.823266 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:27:41.826378 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Pushing event updated for resources: {'Port': ['ID=fa37962a-a2db-465a-837f-ec6ddfca7e05,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:41.827598 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:27:41.846749 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:41.863664 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656966'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:41.868028 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] Set router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:27:41.946133 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:27:41.977953 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:41.978174 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:42.022150 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:42.105974 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:42.138207 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-33a9f002-3c1a-4e2d-9c12-c52e3e754f16 None None] Provisioning for port fa37962a-a2db-465a-837f-ec6ddfca7e05 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:27:42.140792 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:38Z', 'updated_at': '2021-06-28T23:27:39Z', 'revision_number': 3, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'gw_port': {'id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:39Z', 'updated_at': '2021-06-28T23:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:42.176906 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-33a9f002-3c1a-4e2d-9c12-c52e3e754f16 None None] Provisioning complete for port fa37962a-a2db-465a-837f-ec6ddfca7e05 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:42.177286 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-33a9f002-3c1a-4e2d-9c12-c52e3e754f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:42.179908 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:27:42.182089 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8302ba-ba89-4200-8a29-23759b676507 None None] The sync data for ids ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'] in dv-cinder-792462-21-iscsi is: [{'id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:38Z', 'updated_at': '2021-06-28T23:27:39Z', 'revision_number': 3, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'gw_port': {'id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:39Z', 'updated_at': '2021-06-28T23:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:27:42.182853 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:42.190113 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:42.192546 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bfd0d0f4-f84a-48e8-a6ce-1d34ea514650 tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:42.202112 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:42.205894 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:42.240048 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-33a9f002-3c1a-4e2d-9c12-c52e3e754f16 None None] Port fa37962a-a2db-465a-837f-ec6ddfca7e05 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:27:42.259906 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:42.260127 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Pushing event updated for resources: {'Port': ['ID=fa37962a-a2db-465a-837f-ec6ddfca7e05,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:42.263271 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:42.263578 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:42.264257 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1657718'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:42.360764 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Network d8fe9b44-25ee-4e97-acaf-1e0033570eba is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:27:42.362935 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:27:42.507992 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:27:42.629296 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:27:42.634467 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] 10.222.0.35 "PUT /v2.0/routers/3eea7e58-dc7b-496d-9b61-7fd2678c8fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0663037 Jun 28 23:27:42.664277 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-6271e548-efce-4619-8fbf-cfa4b70465fe None None] Provisioning complete for port fa37962a-a2db-465a-837f-ec6ddfca7e05 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:42.665307 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6271e548-efce-4619-8fbf-cfa4b70465fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:42.702181 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-6271e548-efce-4619-8fbf-cfa4b70465fe None None] Port fa37962a-a2db-465a-837f-ec6ddfca7e05 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:27:43.050780 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e49f0-141f-4e75-a7f8-c6bb139c9c86 req-c1cdc6fd-f9bc-406c-a618-f9b01a9c72e6 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:43.052345 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fe2e49f0-141f-4e75-a7f8-c6bb139c9c86 req-c1cdc6fd-f9bc-406c-a618-f9b01a9c72e6 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 946 time: 0.0712256 Jun 28 23:27:43.106678 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fe2e49f0-141f-4e75-a7f8-c6bb139c9c86 req-0c46b3b8-985d-4444-81b6-6e85bdaf7205 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad69471-19ec-4991-8338-99de0b585612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455687 Jun 28 23:27:43.167123 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60380) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:43.172090 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1184296010-network', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:43.194895 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Made reservation on behalf of cc9f83f3732b4c848f8017007db0eb32 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:27:43.197207 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.205904 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.309365 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.313544 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.318466 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f81a1ec9-c382-4276-b0ed-61622f9c9cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:43.340682 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:27:43.351452 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a31c6d-745b-480e-a606-db14c4432957,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:43.356574 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.356937 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Added segment bf64bc06-7473-428c-8c7e-7bf570280033 of type vlan for network d771b790-4e6b-48aa-bd83-3d1cda1ebd70 Jun 28 23:27:43.358349 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:43.402067 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.442223 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.443652 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:43.444223 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.464020 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c2943c8a-599b-48ad-98ac-74db192315b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:43.501693 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3334527 Jun 28 23:27:43.504607 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60382) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:43.510533 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-baa7aa75-78be-4be1-8569-1693cc3c8ef2 admin admin] Request body: {'subnet': {'network_id': 'd771b790-4e6b-48aa-bd83-3d1cda1ebd70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1184296010-subnet', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32', 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:43.534260 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa7aa75-78be-4be1-8569-1693cc3c8ef2 admin admin] Made reservation on behalf of cc9f83f3732b4c848f8017007db0eb32 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:27:43.537092 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa7aa75-78be-4be1-8569-1693cc3c8ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9014299'] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.544445 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Pushing event updated for resources: {'Network': ['ID=d771b790-4e6b-48aa-bd83-3d1cda1ebd70,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:43.548792 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:43.563582 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network d771b790-4e6b-48aa-bd83-3d1cda1ebd70 details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:27:43.596315 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-b106f765-befe-435d-bc5f-46c65bb42bfd tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:43.596315 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-b106f765-befe-435d-bc5f-46c65bb42bfd tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.47 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 946 time: 0.1593547 Jun 28 23:27:43.725471 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Deleting port d524acfc-52e8-4e7f-8a39-4e447aee8764 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:27:43.725859 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.731827 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:27:43.770258 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa7aa75-78be-4be1-8569-1693cc3c8ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9014285'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.772888 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f80d15ce-12c7-4c20-8549-bc0f43fe2ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:43.787360 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:43.787739 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.821187 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7aa75-78be-4be1-8569-1693cc3c8ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc0df8a-1c20-490b-92e9-78b27042f70d,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:43.828940 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa7aa75-78be-4be1-8569-1693cc3c8ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:43.836349 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] For port d524acfc-52e8-4e7f-8a39-4e447aee8764, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d524acfc-52e8-4e7f-8a39-4e447aee8764,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:27:43.836708 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.844103 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7aa75-78be-4be1-8569-1693cc3c8ef2 admin admin] Checking segment: {'id': 'bf64bc06-7473-428c-8c7e-7bf570280033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd771b790-4e6b-48aa-bd83-3d1cda1ebd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:27:43.844535 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7aa75-78be-4be1-8569-1693cc3c8ef2 admin admin] Network hostable DHCP agents. Network: d771b790-4e6b-48aa-bd83-3d1cda1ebd70, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:27:43.863836 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7aa75-78be-4be1-8569-1693cc3c8ef2 admin admin] Network d771b790-4e6b-48aa-bd83-3d1cda1ebd70 is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:27:43.875464 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-baa7aa75-78be-4be1-8569-1693cc3c8ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, d771b790-4e6b-48aa-bd83-3d1cda1ebd70) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:27:43.880490 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa7aa75-78be-4be1-8569-1693cc3c8ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:43.881164 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa7aa75-78be-4be1-8569-1693cc3c8ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.883586 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 5004ad46-b99d-4326-95d1-15a789e0d647 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:27:43.900042 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-baa7aa75-78be-4be1-8569-1693cc3c8ef2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3937535 Jun 28 23:27:43.901490 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60384) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:43.908140 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1184296010-router', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:43.913002 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76aea01-d5de-4939-a0cd-45e75abfc783 None None] Network d771b790-4e6b-48aa-bd83-3d1cda1ebd70 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:27:43.941115 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24888'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.942718 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24883'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:43.962590 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Sync routers for ids ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:27:43.973377 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Routers {'3eea7e58-dc7b-496d-9b61-7fd2678c8fae'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:27:43.974083 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:27:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:43.988674 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 5004ad46-b99d-4326-95d1-15a789e0d647 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:27:43.999389 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 5004ad46-b99d-4326-95d1-15a789e0d647 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:43.999778 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.015305 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.105458 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Set router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:27:44.110159 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.110510 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.110745 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.l3_db [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Floating IP e0c8abbf-a3cc-4f8d-984a-8ceddedf13a2 disassociated. External IP: 172.27.2.17, port: d524acfc-52e8-4e7f-8a39-4e447aee8764. Jun 28 23:27:44.111163 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Calling delete_port for d524acfc-52e8-4e7f-8a39-4e447aee8764 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:27:44.127507 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71dcb06f-5920-57ee-abd5-bc0b8bc26ff9-d771b790-4e6b-48aa-bd83-3d1cda1ebd70', 'network_id': 'd771b790-4e6b-48aa-bd83-3d1cda1ebd70', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32', 'fixed_ips': [{'subnet_id': '8bc0df8a-1c20-490b-92e9-78b27042f70d'}]}} from dv-cinder-792462-21-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:27:44.128750 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.162206 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.230651 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24861'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.241879 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 5004ad46-b99d-4326-95d1-15a789e0d647, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=5004ad46-b99d-4326-95d1-15a789e0d647,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:27:44.253027 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.255177 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.260042 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-af6a6402-da51-4c1e-869e-9e3d4734aec6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:44.269660 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-fc158210-032e-4984-b52d-c28edcca4082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:44.307699 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event deleted for resources: {'Port': ['ID=d524acfc-52e8-4e7f-8a39-4e447aee8764,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:44.316932 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:44.327079 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=5004ad46-b99d-4326-95d1-15a789e0d647,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:44.338980 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:44.339789 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:44.339789 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:44.340005 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:44.340312 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:44.340641 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:44.340976 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:44.341302 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:44.341630 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:44.343149 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:44.343970 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:44.343970 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:44.350269 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:44.394980 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Allocated IP 172.20.0.2 (d771b790-4e6b-48aa-bd83-3d1cda1ebd70/8bc0df8a-1c20-490b-92e9-78b27042f70d/872143bd-2a7e-4055-af98-23c0b4a1b344) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:27:44.398477 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:38Z', 'updated_at': '2021-06-28T23:27:41Z', 'revision_number': 4, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'gw_port': {'id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:39Z', 'updated_at': '2021-06-28T23:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': 'fa37962a-a2db-465a-837f-ec6ddfca7e05', 'name': '', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'mac_address': 'fa:16:3e:58:ce:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:41Z', 'updated_at': '2021-06-28T23:27:42Z', 'revision_number': 2, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'subnets': [{'id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:44.425165 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7c0eb8f7-e1be-4acc-ae3c-8d686194303c req-63dc1b33-0634-4ee2-bdcf-8ebe6044a43b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 210 time: 0.1334696 Jun 28 23:27:44.439836 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Checking router: 3eea7e58-dc7b-496d-9b61-7fd2678c8fae for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:27:44.439836 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Updating router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae port fa37962a-a2db-465a-837f-ec6ddfca7e05 binding host dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:27:44.477914 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.478616 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.502098 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.527540 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Router 2b2bd9d1-9982-4c89-868d-41f110e60622 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:27:44.616859 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.626987 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Transition to ACTIVE for port object 872143bd-2a7e-4055-af98-23c0b4a1b344 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:27:44.632539 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Allocated IP 172.27.2.106 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/3ca71a9d-97e8-4281-b8d0-a74365b2ceaa) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:27:44.645322 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Transition to ACTIVE for port object 872143bd-2a7e-4055-af98-23c0b4a1b344 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:27:44.656067 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.659267 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:44.701179 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:27:44.708605 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Network d771b790-4e6b-48aa-bd83-3d1cda1ebd70 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:27:44.715653 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:27:44.724462 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b538d-5e61-4906-bb0c-fb55b95ee5f9 None None] Sync routers for ids ['2b2bd9d1-9982-4c89-868d-41f110e60622'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:27:44.724462 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:27:44.730549 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Pushing event updated for resources: {'Port': ['ID=872143bd-2a7e-4055-af98-23c0b4a1b344,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:44.734636 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:44.740708 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b538d-5e61-4906-bb0c-fb55b95ee5f9 None None] Routers {'2b2bd9d1-9982-4c89-868d-41f110e60622'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:27:44.741348 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e41b538d-5e61-4906-bb0c-fb55b95ee5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:27:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['2b2bd9d1-9982-4c89-868d-41f110e60622'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:44.770420 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.805855 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] No DVR routers for this DVR port d524acfc-52e8-4e7f-8a39-4e447aee8764 on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:27:44.809171 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.811298 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-283afde8-291e-4d60-98fb-f77ad3fcbc94 req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.47 "DELETE /v2.0/ports/d524acfc-52e8-4e7f-8a39-4e447aee8764 HTTP/1.1" status: 204 len: 173 time: 1.2141888 Jun 28 23:27:44.811829 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'name': 'network-vif-deleted', 'tag': 'd524acfc-52e8-4e7f-8a39-4e447aee8764'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:27:44.814136 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e560640e-4673-4a33-86f3-c1efde28ec43" -d '{"events": [{"server_uuid": "48efc152-72be-4f8f-9ae7-3d6da06c1374", "name": "network-vif-deleted", "tag": "d524acfc-52e8-4e7f-8a39-4e447aee8764"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:27:44.827602 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8844762'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.832696 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:44.846159 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Attempting to bind port 872143bd-2a7e-4055-af98-23c0b4a1b344 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:27:44.846540 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Attempting to bind port 872143bd-2a7e-4055-af98-23c0b4a1b344 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'bf64bc06-7473-428c-8c7e-7bf570280033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd771b790-4e6b-48aa-bd83-3d1cda1ebd70'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:27:44.846948 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Attempting to bind port 872143bd-2a7e-4055-af98-23c0b4a1b344 on network d771b790-4e6b-48aa-bd83-3d1cda1ebd70 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:27:44.881111 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:27:44.881494 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Checking segment: {'id': 'bf64bc06-7473-428c-8c7e-7bf570280033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd771b790-4e6b-48aa-bd83-3d1cda1ebd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:27:44.881902 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.882302 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Bound using segment: {'id': 'bf64bc06-7473-428c-8c7e-7bf570280033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd771b790-4e6b-48aa-bd83-3d1cda1ebd70'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:27:44.882788 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Bound port: 872143bd-2a7e-4055-af98-23c0b4a1b344, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf64bc06-7473-428c-8c7e-7bf570280033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd771b790-4e6b-48aa-bd83-3d1cda1ebd70'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:27:44.883206 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:44.887371 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca71a9d-97e8-4281-b8d0-a74365b2ceaa,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:44.890574 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:44.910548 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792f2471-f9a4-417c-a0b3-ca67733d4319 x-openstack-request-id: req-792f2471-f9a4-417c-a0b3-ca67733d4319 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:27:44.911169 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48efc152-72be-4f8f-9ae7-3d6da06c1374", "name": "network-vif-deleted", "tag": "d524acfc-52e8-4e7f-8a39-4e447aee8764", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:27:44.911655 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-792f2471-f9a4-417c-a0b3-ca67733d4319 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:27:44.912316 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48efc152-72be-4f8f-9ae7-3d6da06c1374', 'name': 'network-vif-deleted', 'tag': 'd524acfc-52e8-4e7f-8a39-4e447aee8764', 'status': 'completed', 'code': 200} Jun 28 23:27:44.914453 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:27:44.916191 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:27:44.918705 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:27:44.936724 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-e41b538d-5e61-4906-bb0c-fb55b95ee5f9 None None] Set router 2b2bd9d1-9982-4c89-868d-41f110e60622 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:27:44.988391 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:45.000732 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Transition to ACTIVE for port object fa37962a-a2db-465a-837f-ec6ddfca7e05 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:27:45.008346 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:45.011879 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:45.039972 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] For port 872143bd-2a7e-4055-af98-23c0b4a1b344, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:27:45.062856 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Pushing event updated for resources: {'Port': ['ID=fa37962a-a2db-465a-837f-ec6ddfca7e05,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:45.075550 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] For port 872143bd-2a7e-4055-af98-23c0b4a1b344, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=872143bd-2a7e-4055-af98-23c0b4a1b344,segment=NetworkSegment(bf64bc06-7473-428c-8c7e-7bf570280033),segment_id=bf64bc06-7473-428c-8c7e-7bf570280033)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:27:45.094256 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:45.094633 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:45.095322 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:45.096382 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:45.096730 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:45.097073 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:45.097380 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:45.097702 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:45.098128 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:45.098451 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:45.098772 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:45.099134 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:27:45.111508 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:45.115935 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:45.122639 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:45.155829 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Attempting to bind port fa37962a-a2db-465a-837f-ec6ddfca7e05 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:27:45.156210 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Attempting to bind port fa37962a-a2db-465a-837f-ec6ddfca7e05 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'f074e02c-0b6b-4600-b48e-4b94ef05b7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:27:45.156579 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Attempting to bind port fa37962a-a2db-465a-837f-ec6ddfca7e05 on network d8fe9b44-25ee-4e97-acaf-1e0033570eba {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:27:45.163511 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:27:45.164276 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Checking segment: {'id': 'f074e02c-0b6b-4600-b48e-4b94ef05b7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:27:45.164685 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:45.165084 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Bound using segment: {'id': 'f074e02c-0b6b-4600-b48e-4b94ef05b7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:27:45.165562 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Bound port: fa37962a-a2db-465a-837f-ec6ddfca7e05, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f074e02c-0b6b-4600-b48e-4b94ef05b7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:27:45.165964 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:45.226013 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Pushing event updated for resources: {'Port': ['ID=872143bd-2a7e-4055-af98-23c0b4a1b344,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:45.236992 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:45.238935 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] For port fa37962a-a2db-465a-837f-ec6ddfca7e05, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:27:45.242540 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] For port fa37962a-a2db-465a-837f-ec6ddfca7e05, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=fa37962a-a2db-465a-837f-ec6ddfca7e05,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:27:45.253590 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:45.259242 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-eb310477-ce33-4431-9973-72185826b2ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:45.293972 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:45.305116 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e41b538d-5e61-4906-bb0c-fb55b95ee5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:26Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9fa16f21-ec78-40cf-9c71-ff6767f50335', 'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'mac_address': 'fa:16:3e:61:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:21Z', 'updated_at': '2021-06-28T23:20:38Z', 'revision_number': 5, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'subnets': [{'id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:45.352028 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b538d-5e61-4906-bb0c-fb55b95ee5f9 None None] Checking router: 2b2bd9d1-9982-4c89-868d-41f110e60622 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:27:45.354236 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Pushing event updated for resources: {'Port': ['ID=fa37962a-a2db-465a-837f-ec6ddfca7e05,revision_number=4']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:45.364438 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Routers {'3eea7e58-dc7b-496d-9b61-7fd2678c8fae'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:27:45.365312 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:27:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:45.368795 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:45.379376 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b538d-5e61-4906-bb0c-fb55b95ee5f9 None None] Routers {'2b2bd9d1-9982-4c89-868d-41f110e60622'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:27:45.380205 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e41b538d-5e61-4906-bb0c-fb55b95ee5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:27:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['2b2bd9d1-9982-4c89-868d-41f110e60622'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:45.552612 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] Set router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:27:45.894610 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-157f4e4d-a7b5-499f-8048-2e557eb6150c req-bd15b519-39cd-4450-be3e-769dd4cdb256 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=48efc152-72be-4f8f-9ae7-3d6da06c1374 HTTP/1.1" status: 200 len: 210 time: 0.0888333 Jun 28 23:27:45.950049 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 5004ad46-b99d-4326-95d1-15a789e0d647 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:27:46.020582 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-e41b538d-5e61-4906-bb0c-fb55b95ee5f9 None None] Set router 2b2bd9d1-9982-4c89-868d-41f110e60622 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:27:46.030485 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657275'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:46.041790 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:38Z', 'updated_at': '2021-06-28T23:27:41Z', 'revision_number': 4, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'gw_port': {'id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:39Z', 'updated_at': '2021-06-28T23:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': 'fa37962a-a2db-465a-837f-ec6ddfca7e05', 'name': '', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'mac_address': 'fa:16:3e:58:ce:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:41Z', 'updated_at': '2021-06-28T23:27:45Z', 'revision_number': 4, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'subnets': [{'id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:46.077672 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 5004ad46-b99d-4326-95d1-15a789e0d647 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:46.078246 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:46.089765 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5177a32-b82b-4099-be03-d070dc377aed None None] The sync data for ids ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'] in dv-cinder-792462-21-iscsi is: [{'id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:38Z', 'updated_at': '2021-06-28T23:27:41Z', 'revision_number': 4, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'gw_port': {'id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:39Z', 'updated_at': '2021-06-28T23:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': 'fa37962a-a2db-465a-837f-ec6ddfca7e05', 'name': '', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'mac_address': 'fa:16:3e:58:ce:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:41Z', 'updated_at': '2021-06-28T23:27:45Z', 'revision_number': 4, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'subnets': [{'id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:27:46.216649 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Router 25ee0054-b3c2-42e7-b049-f6d0c5f5d154 is scheduled to L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:27:46.374749 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:27:46.379269 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e41b538d-5e61-4906-bb0c-fb55b95ee5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:26Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9fa16f21-ec78-40cf-9c71-ff6767f50335', 'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'mac_address': 'fa:16:3e:61:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:21Z', 'updated_at': '2021-06-28T23:20:38Z', 'revision_number': 5, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'subnets': [{'id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:46.387279 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Sync routers for ids ['25ee0054-b3c2-42e7-b049-f6d0c5f5d154'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:27:46.404798 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:46.405867 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Routers {'25ee0054-b3c2-42e7-b049-f6d0c5f5d154'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:27:46.406226 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5034914 Jun 28 23:27:46.406703 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:27:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['25ee0054-b3c2-42e7-b049-f6d0c5f5d154'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:46.409568 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60392) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:46.424397 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b538d-5e61-4906-bb0c-fb55b95ee5f9 None None] The sync data for ids ['2b2bd9d1-9982-4c89-868d-41f110e60622'] in dv-cinder-792462-21-iscsi is: [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:26Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9fa16f21-ec78-40cf-9c71-ff6767f50335', 'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'mac_address': 'fa:16:3e:61:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:21Z', 'updated_at': '2021-06-28T23:20:38Z', 'revision_number': 5, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'subnets': [{'id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:27:46.428701 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device d524acfc-52e8-4e7f-8a39-4e447aee8764 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:27:46.456272 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: d524acfc-52e8-4e7f-8a39-4e447aee8764 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:27:46.456609 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device d524acfc-52e8-4e7f-8a39-4e447aee8764 not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:27:46.607031 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Set router 25ee0054-b3c2-42e7-b049-f6d0c5f5d154 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:27:46.811981 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866fbfb5-4de0-462a-9f2a-7e79ebaada5a None None] Network d771b790-4e6b-48aa-bd83-3d1cda1ebd70 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:27:46.899443 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'name': 'tempest-TestShelveInstance-1184296010-router', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '3ca71a9d-97e8-4281-b8d0-a74365b2ceaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:43Z', 'updated_at': '2021-06-28T23:27:45Z', 'revision_number': 3, 'project_id': 'cc9f83f3732b4c848f8017007db0eb32', 'gw_port': {'id': '3ca71a9d-97e8-4281-b8d0-a74365b2ceaa', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:44Z', 'updated_at': '2021-06-28T23:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:46.938208 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eadea3c-166e-4313-8dd8-6925a6fab951 None None] New status for floating IP e0c8abbf-a3cc-4f8d-984a-8ceddedf13a2: DOWN {{(pid=92896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:27:46.983895 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Checking router: 25ee0054-b3c2-42e7-b049-f6d0c5f5d154 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:27:46.984852 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Updating router 25ee0054-b3c2-42e7-b049-f6d0c5f5d154 port 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa binding host dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:27:47.072130 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.101070 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60398) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:47.101626 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-197780e1-fd60-4d6c-aa0f-84240d56c372 None None] Provisioning for port 872143bd-2a7e-4055-af98-23c0b4a1b344 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:27:47.219596 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0a37-25dc-46fd-9b29-32b748b79ff7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.278057 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0a37-25dc-46fd-9b29-32b748b79ff7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.365803 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.366386 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0a37-25dc-46fd-9b29-32b748b79ff7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.369025 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0a37-25dc-46fd-9b29-32b748b79ff7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.370017 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3d2c0a37-25dc-46fd-9b29-32b748b79ff7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "DELETE /v2.0/security-groups/dad69471-19ec-4991-8338-99de0b585612 HTTP/1.1" status: 204 len: 168 time: 0.2681558 Jun 28 23:27:47.374285 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-dc61c7ca-c076-4832-8922-882f7d8516b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:47.381938 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60400) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:47.406349 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c0a37-25dc-46fd-9b29-32b748b79ff7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad69471-19ec-4991-8338-99de0b585612,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:47.413366 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3d2c0a37-25dc-46fd-9b29-32b748b79ff7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:47.414397 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.api.v2.resource [None req-735fe4dd-3651-4970-8f3c-57d1c1518332 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] show failed (client error): The resource could not be found. Jun 28 23:27:47.415615 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-735fe4dd-3651-4970-8f3c-57d1c1518332 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups/dad69471-19ec-4991-8338-99de0b585612 HTTP/1.1" status: 404 len: 347 time: 0.0328062 Jun 28 23:27:47.418802 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60402) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:47.550934 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.570966 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Transition to ACTIVE for port object 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:27:47.585983 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.607070 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-0edc85a4-2b2f-4174-b221-853a21411764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:47.678253 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ee13e-f82e-4854-a2b4-d2431e52137f None None] Pushing event updated for resources: {'Port': ['ID=3ca71a9d-97e8-4281-b8d0-a74365b2ceaa,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:47.685403 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Allocated IP 172.20.0.1 (d771b790-4e6b-48aa-bd83-3d1cda1ebd70/8bc0df8a-1c20-490b-92e9-78b27042f70d/2b470ca6-c050-41e7-adf5-dcd3693660f5) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:27:47.714868 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-b68ee13e-f82e-4854-a2b4-d2431e52137f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:47.725544 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Attempting to bind port 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:27:47.740274 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Attempting to bind port 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:27:47.740798 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Attempting to bind port 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa on network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:27:47.749795 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:27:47.750215 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Checking segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:27:47.750584 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.751158 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Bound using segment: {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:27:47.752165 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Bound port: 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbccacb3-eb52-4c06-9b7d-3d3343eea5a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:27:47.753927 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.757641 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-5a63bb0f-0baf-4864-84e0-cca8186d9af9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Deleting port 7dd557da-8e02-40f3-b5ee-badb8b371908 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:27:47.757990 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5a63bb0f-0baf-4864-84e0-cca8186d9af9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.808431 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 872143bd-2a7e-4055-af98-23c0b4a1b344 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:27:47.852976 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.868546 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] For port 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:27:47.872878 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] For port 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=3ca71a9d-97e8-4281-b8d0-a74365b2ceaa,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:27:47.881148 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.884591 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Transition to ACTIVE for port object 2b470ca6-c050-41e7-adf5-dcd3693660f5 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:27:47.885081 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-14399ed0-fd47-4e3e-8f21-2c4ab907cb6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:47.917834 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 872143bd-2a7e-4055-af98-23c0b4a1b344 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:27:47.922273 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5a63bb0f-0baf-4864-84e0-cca8186d9af9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.922610 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5a63bb0f-0baf-4864-84e0-cca8186d9af9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.927479 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 872143bd-2a7e-4055-af98-23c0b4a1b344 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:47.928265 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.938249 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-5a63bb0f-0baf-4864-84e0-cca8186d9af9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Calling delete_port for 7dd557da-8e02-40f3-b5ee-badb8b371908 owned by network:floatingip {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:27:47.948075 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:47.952445 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3c4df989-682f-46dd-8046-a9a897ac6514 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:47.979387 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Routers {'25ee0054-b3c2-42e7-b049-f6d0c5f5d154'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:27:47.984630 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:27:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['25ee0054-b3c2-42e7-b049-f6d0c5f5d154'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:47.994422 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Network d771b790-4e6b-48aa-bd83-3d1cda1ebd70 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:27:47.995902 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ee13e-f82e-4854-a2b4-d2431e52137f None None] Pushing event updated for resources: {'Port': ['ID=3ca71a9d-97e8-4281-b8d0-a74365b2ceaa,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:47.998130 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:27:48.000931 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-b68ee13e-f82e-4854-a2b4-d2431e52137f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:48.015933 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:27:48.057702 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.090189 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Pushing event updated for resources: {'Port': ['ID=2b470ca6-c050-41e7-adf5-dcd3693660f5,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:48.094597 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:48.122234 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656966'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.132332 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 872143bd-2a7e-4055-af98-23c0b4a1b344, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=872143bd-2a7e-4055-af98-23c0b4a1b344,segment=NetworkSegment(bf64bc06-7473-428c-8c7e-7bf570280033),segment_id=bf64bc06-7473-428c-8c7e-7bf570280033)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:27:48.144469 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.145202 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device fa37962a-a2db-465a-837f-ec6ddfca7e05 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:27:48.170794 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] Set router 25ee0054-b3c2-42e7-b049-f6d0c5f5d154 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:27:48.203591 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5a63bb0f-0baf-4864-84e0-cca8186d9af9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.206322 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b472908b-c63d-4f12-be20-cbc20bbddbee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:48.218311 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:48.245237 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63bb0f-0baf-4864-84e0-cca8186d9af9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event deleted for resources: {'Port': ['ID=7dd557da-8e02-40f3-b5ee-badb8b371908,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:48.249250 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5a63bb0f-0baf-4864-84e0-cca8186d9af9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:48.306767 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port fa37962a-a2db-465a-837f-ec6ddfca7e05 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:27:48.313532 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port fa37962a-a2db-465a-837f-ec6ddfca7e05 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:48.314712 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.318250 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=872143bd-2a7e-4055-af98-23c0b4a1b344,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:48.325616 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5a63bb0f-0baf-4864-84e0-cca8186d9af9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for floatingip, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.328580 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5a63bb0f-0baf-4864-84e0-cca8186d9af9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.336140 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5a63bb0f-0baf-4864-84e0-cca8186d9af9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "DELETE /v2.0/floatingips/e0c8abbf-a3cc-4f8d-984a-8ceddedf13a2 HTTP/1.1" status: 204 len: 168 time: 0.8978276 Jun 28 23:27:48.350539 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:48.400926 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-04902b55-9ca5-4d4f-a0eb-4186ebd6fa4f None None] Provisioning for port 2b470ca6-c050-41e7-adf5-dcd3693660f5 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:27:48.406602 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-04902b55-9ca5-4d4f-a0eb-4186ebd6fa4f None None] Provisioning complete for port 2b470ca6-c050-41e7-adf5-dcd3693660f5 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:48.407095 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-04902b55-9ca5-4d4f-a0eb-4186ebd6fa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.431610 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.469241 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-04902b55-9ca5-4d4f-a0eb-4186ebd6fa4f None None] Port 2b470ca6-c050-41e7-adf5-dcd3693660f5 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:27:48.471492 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.510863 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port fa37962a-a2db-465a-837f-ec6ddfca7e05, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=fa37962a-a2db-465a-837f-ec6ddfca7e05,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:27:48.516268 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.523253 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:48.540523 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'name': 'tempest-TestShelveInstance-1184296010-router', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '3ca71a9d-97e8-4281-b8d0-a74365b2ceaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:43Z', 'updated_at': '2021-06-28T23:27:45Z', 'revision_number': 3, 'project_id': 'cc9f83f3732b4c848f8017007db0eb32', 'gw_port': {'id': '3ca71a9d-97e8-4281-b8d0-a74365b2ceaa', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:44Z', 'updated_at': '2021-06-28T23:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:48.578027 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c56033-74c8-4e13-a0ab-e33c426ec43e None None] The sync data for ids ['25ee0054-b3c2-42e7-b049-f6d0c5f5d154'] in dv-cinder-792462-21-iscsi is: [{'id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'name': 'tempest-TestShelveInstance-1184296010-router', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '3ca71a9d-97e8-4281-b8d0-a74365b2ceaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:43Z', 'updated_at': '2021-06-28T23:27:45Z', 'revision_number': 3, 'project_id': 'cc9f83f3732b4c848f8017007db0eb32', 'gw_port': {'id': '3ca71a9d-97e8-4281-b8d0-a74365b2ceaa', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:44Z', 'updated_at': '2021-06-28T23:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:27:48.589364 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=fa37962a-a2db-465a-837f-ec6ddfca7e05,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:48.597126 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:48.645087 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.651975 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.654294 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-40fc23f3-d5a5-4258-8209-4d7297d61b74 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:48.726295 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Pushing event updated for resources: {'Port': ['ID=2b470ca6-c050-41e7-adf5-dcd3693660f5,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:48.729018 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1657718'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.731077 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:48.774174 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60408) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:48.778931 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-bb6e0f13-5395-44dc-b6eb-712a76b5d893 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052928195', 'description': 'tempest-description--710669234'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:48.801955 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0f13-5395-44dc-b6eb-712a76b5d893 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.831380 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Network d771b790-4e6b-48aa-bd83-3d1cda1ebd70 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:27:48.832710 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:27:48.943962 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0f13-5395-44dc-b6eb-712a76b5d893 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.946309 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0f13-5395-44dc-b6eb-712a76b5d893 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:48.948922 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5401547e-5f37-4a15-9221-efca0aa45e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:48.986915 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e0f13-5395-44dc-b6eb-712a76b5d893 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a22287-56f1-4b65-96a8-1c5fee4d71a7,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:49.000351 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bb6e0f13-5395-44dc-b6eb-712a76b5d893 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:49.001987 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0f13-5395-44dc-b6eb-712a76b5d893 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.003294 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-bb6e0f13-5395-44dc-b6eb-712a76b5d893 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2280953 Jun 28 23:27:49.006910 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60410) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:49.011834 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-921d8a86-16d9-4e34-abb4-9ba48fb7ae82 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Request body: {'security_group_rule': {'security_group_id': '75a22287-56f1-4b65-96a8-1c5fee4d71a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:49.044830 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Router 25ee0054-b3c2-42e7-b049-f6d0c5f5d154 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:27:49.051323 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-921d8a86-16d9-4e34-abb4-9ba48fb7ae82 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.124141 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-921d8a86-16d9-4e34-abb4-9ba48fb7ae82 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.127177 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-921d8a86-16d9-4e34-abb4-9ba48fb7ae82 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.132685 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fa389647-3d2b-4ab6-b567-b333fd677b81 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:49.147861 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d8a86-16d9-4e34-abb4-9ba48fb7ae82 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69aeff31-6a92-45c2-9b04-70b00b7cbfe5,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:49.151357 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-921d8a86-16d9-4e34-abb4-9ba48fb7ae82 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:49.157556 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-921d8a86-16d9-4e34-abb4-9ba48fb7ae82 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.159591 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-921d8a86-16d9-4e34-abb4-9ba48fb7ae82 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515496 Jun 28 23:27:49.162224 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60414) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:49.166688 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-dd2a7ec9-63c0-455e-8239-7fe33a95afb5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Request body: {'security_group_rule': {'security_group_id': '75a22287-56f1-4b65-96a8-1c5fee4d71a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:49.183919 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:27:49.190619 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] 10.222.0.35 "PUT /v2.0/routers/25ee0054-b3c2-42e7-b049-f6d0c5f5d154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7798669 Jun 28 23:27:49.202647 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-b450e830-1574-4b50-94c8-1eaadc976a30 None None] Provisioning complete for port 2b470ca6-c050-41e7-adf5-dcd3693660f5 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:49.203139 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b450e830-1574-4b50-94c8-1eaadc976a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.212309 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7ec9-63c0-455e-8239-7fe33a95afb5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.252642 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-b450e830-1574-4b50-94c8-1eaadc976a30 None None] Port 2b470ca6-c050-41e7-adf5-dcd3693660f5 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:27:49.276276 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7ec9-63c0-455e-8239-7fe33a95afb5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.281101 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7ec9-63c0-455e-8239-7fe33a95afb5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.287983 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d3546b6d-79ac-40cb-845a-ab1cd6ae5d94 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:49.302293 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a7ec9-63c0-455e-8239-7fe33a95afb5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e60652-b825-4c6d-9698-d51486958388,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:49.304737 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-dd2a7ec9-63c0-455e-8239-7fe33a95afb5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:49.314712 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7ec9-63c0-455e-8239-7fe33a95afb5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.319304 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-dd2a7ec9-63c0-455e-8239-7fe33a95afb5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528969 Jun 28 23:27:49.319304 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60418) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:49.325819 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Request body: {'floatingip': {'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:49.354792 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for floatingip, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.460086 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.582700 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Allocated IP 172.27.2.76 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/46d75113-3b21-461c-accb-02edd77e0f81) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:27:49.707524 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 872143bd-2a7e-4055-af98-23c0b4a1b344 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:27:49.727989 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.760687 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 872143bd-2a7e-4055-af98-23c0b4a1b344 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:49.761152 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.769947 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60424) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:49.774598 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-1943b06d-ecf9-433a-ba84-91073338d5be tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-475606815', 'description': 'tempest-secgroup-smoke-475606815 description', 'project_id': '029f3531c7254979bd2792666ca2fde1'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:49.780191 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8844762'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.784500 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:49.828373 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:27:49.836275 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:27:49.840993 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:27:49.842806 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:27:49.843334 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1943b06d-ecf9-433a-ba84-91073338d5be tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.846955 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event updated for resources: {'Port': ['ID=46d75113-3b21-461c-accb-02edd77e0f81,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:49.875788 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:49.889282 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:27:49.893597 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:49.893982 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.972784 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.978005 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:49.998324 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=3ca71a9d-97e8-4281-b8d0-a74365b2ceaa,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:27:50.002733 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.003670 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device fa37962a-a2db-465a-837f-ec6ddfca7e05 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:27:50.005301 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-2e5bb874-18e3-4269-b695-c02ad68d6db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:50.024350 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1943b06d-ecf9-433a-ba84-91073338d5be tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.032976 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1943b06d-ecf9-433a-ba84-91073338d5be tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.036659 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-07853a00-f4a4-4163-beae-b5b7a0e12831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:50.041605 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.081516 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=3ca71a9d-97e8-4281-b8d0-a74365b2ceaa,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:50.085232 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:50.099628 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port fa37962a-a2db-465a-837f-ec6ddfca7e05 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:50.100038 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.101681 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1943b06d-ecf9-433a-ba84-91073338d5be tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.102936 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1943b06d-ecf9-433a-ba84-91073338d5be tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3320014 Jun 28 23:27:50.106196 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60426) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:50.106801 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943b06d-ecf9-433a-ba84-91073338d5be tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d440e9-aec4-47c6-b030-4d60e78ab790,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:50.111778 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1943b06d-ecf9-433a-ba84-91073338d5be tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:50.117944 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-16dad749-cbf8-43f5-bc7f-7ef3f0e6a79b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Request body: {'security_group_rule': {'security_group_id': '07d440e9-aec4-47c6-b030-4d60e78ab790', 'project_id': '029f3531c7254979bd2792666ca2fde1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:50.155725 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-16dad749-cbf8-43f5-bc7f-7ef3f0e6a79b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.221961 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.226555 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844748'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.228266 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-16dad749-cbf8-43f5-bc7f-7ef3f0e6a79b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.229464 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-06d0c585-8892-46cf-959c-49512bd1a2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:50.232893 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-16dad749-cbf8-43f5-bc7f-7ef3f0e6a79b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.237313 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-38d83c66-d48f-4013-bab0-a200a54b48c1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:50.252613 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dad749-cbf8-43f5-bc7f-7ef3f0e6a79b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465803ec-8dae-423a-a6ff-d72077fa8696,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:50.256766 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-16dad749-cbf8-43f5-bc7f-7ef3f0e6a79b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:50.259482 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-16dad749-cbf8-43f5-bc7f-7ef3f0e6a79b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.260672 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-16dad749-cbf8-43f5-bc7f-7ef3f0e6a79b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522679 Jun 28 23:27:50.263711 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60428) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:50.273183 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-003d2faa-fea5-46c9-8fb9-2c168b434fd6 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Request body: {'security_group_rule': {'security_group_id': '07d440e9-aec4-47c6-b030-4d60e78ab790', 'project_id': '029f3531c7254979bd2792666ca2fde1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:50.318973 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event updated for resources: {'Port': ['ID=46d75113-3b21-461c-accb-02edd77e0f81,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:50.326080 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:50.336709 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.346632 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-003d2faa-fea5-46c9-8fb9-2c168b434fd6 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.356661 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.357869 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-bc9ad49c-31fc-4ab5-93b1-26f6a4b7ad46 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0377915 Jun 28 23:27:50.412367 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-003d2faa-fea5-46c9-8fb9-2c168b434fd6 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.416167 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-003d2faa-fea5-46c9-8fb9-2c168b434fd6 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.418311 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-80ace160-efa1-4d4a-9358-9999258fa116 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:50.435269 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d2faa-fea5-46c9-8fb9-2c168b434fd6 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da520a75-7e70-41f4-bff8-e439376a8dd4,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:50.438389 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-003d2faa-fea5-46c9-8fb9-2c168b434fd6 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:50.441911 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-003d2faa-fea5-46c9-8fb9-2c168b434fd6 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.443203 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-003d2faa-fea5-46c9-8fb9-2c168b434fd6 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1769333 Jun 28 23:27:50.446038 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60432) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:50.450840 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-3277e287-c1d5-4c14-93c3-917246b9d75f tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Request body: {'security_group_rule': {'security_group_id': '07d440e9-aec4-47c6-b030-4d60e78ab790', 'project_id': '029f3531c7254979bd2792666ca2fde1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:50.485622 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3277e287-c1d5-4c14-93c3-917246b9d75f tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.517440 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Sync routers for ids ['25ee0054-b3c2-42e7-b049-f6d0c5f5d154'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:27:50.529947 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Routers {'25ee0054-b3c2-42e7-b049-f6d0c5f5d154'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:27:50.531138 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:27:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['25ee0054-b3c2-42e7-b049-f6d0c5f5d154'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:50.552581 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3277e287-c1d5-4c14-93c3-917246b9d75f tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.559369 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3277e287-c1d5-4c14-93c3-917246b9d75f tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.561755 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-23cfb8a3-d80a-40e4-a19f-b9ee067782fe tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:50.576353 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277e287-c1d5-4c14-93c3-917246b9d75f tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5ea0b6-18d0-41e7-b2d7-fb7545c722d1,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:50.580597 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3277e287-c1d5-4c14-93c3-917246b9d75f tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:50.584593 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-24d515b0-06cd-4b72-b97d-d79a3e4cb872 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1052928195&fields=id&tenant_id=2b68cfa00cd7404184becbc31a93a071 HTTP/1.1" status: 200 len: 267 time: 0.0439880 Jun 28 23:27:50.587790 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3277e287-c1d5-4c14-93c3-917246b9d75f tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.589116 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3277e287-c1d5-4c14-93c3-917246b9d75f tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421564 Jun 28 23:27:50.592411 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60448) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:50.598050 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-c6d5657a-26a0-4fc5-a52c-8e3df4fb3e9d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Request body: {'security_group_rule': {'security_group_id': '07d440e9-aec4-47c6-b030-4d60e78ab790', 'project_id': '029f3531c7254979bd2792666ca2fde1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:50.626902 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c6d5657a-26a0-4fc5-a52c-8e3df4fb3e9d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.664626 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Set router 25ee0054-b3c2-42e7-b049-f6d0c5f5d154 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:27:50.701265 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c6d5657a-26a0-4fc5-a52c-8e3df4fb3e9d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.701918 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b73812-13c9-4786-b554-4a89676ced33 req-fd9e9121-8cd0-459c-b687-df7eea3e117f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:50.703713 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-fd9e9121-8cd0-459c-b687-df7eea3e117f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/networks?id=803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 200 len: 816 time: 0.1121955 Jun 28 23:27:50.711551 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c6d5657a-26a0-4fc5-a52c-8e3df4fb3e9d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.718776 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3277e287-c1d5-4c14-93c3-917246b9d75f tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:50.721011 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-d8365a3c-bd53-4b66-92aa-773870573b33 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/quotas/2b68cfa00cd7404184becbc31a93a071 HTTP/1.1" status: 200 len: 375 time: 0.0099576 Jun 28 23:27:50.735358 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5657a-26a0-4fc5-a52c-8e3df4fb3e9d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6017a269-6273-46db-9cdb-d88ba8b031e0,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:50.740382 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c6d5657a-26a0-4fc5-a52c-8e3df4fb3e9d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:50.743323 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c6d5657a-26a0-4fc5-a52c-8e3df4fb3e9d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.747343 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c6d5657a-26a0-4fc5-a52c-8e3df4fb3e9d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538165 Jun 28 23:27:50.748150 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60450) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:50.753415 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-db917ef9-8692-4bfe-9952-2d3461f9f194 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Request body: {'security_group_rule': {'security_group_id': '07d440e9-aec4-47c6-b030-4d60e78ab790', 'project_id': '029f3531c7254979bd2792666ca2fde1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:50.789132 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.securitygroups_db [None req-db917ef9-8692-4bfe-9952-2d3461f9f194 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Project 029f3531c7254979bd2792666ca2fde1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 23:27:50.794474 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-db917ef9-8692-4bfe-9952-2d3461f9f194 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.798183 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-e016e94c-4cb6-4980-ad81-f2131bbb1cd7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b68cfa00cd7404184becbc31a93a071&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0695765 Jun 28 23:27:50.858346 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-db917ef9-8692-4bfe-9952-2d3461f9f194 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.863132 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-db917ef9-8692-4bfe-9952-2d3461f9f194 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.865479 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8092953c-4c48-46e5-868e-c4755ad3cc8b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:50.873199 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'name': 'tempest-TestShelveInstance-1184296010-router', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '3ca71a9d-97e8-4281-b8d0-a74365b2ceaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:43Z', 'updated_at': '2021-06-28T23:27:48Z', 'revision_number': 4, 'project_id': 'cc9f83f3732b4c848f8017007db0eb32', 'gw_port': {'id': '3ca71a9d-97e8-4281-b8d0-a74365b2ceaa', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:44Z', 'updated_at': '2021-06-28T23:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '2b470ca6-c050-41e7-adf5-dcd3693660f5', 'name': '', 'network_id': 'd771b790-4e6b-48aa-bd83-3d1cda1ebd70', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32', 'mac_address': 'fa:16:3e:11:5a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8bc0df8a-1c20-490b-92e9-78b27042f70d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:47Z', 'updated_at': '2021-06-28T23:27:48Z', 'revision_number': 2, 'project_id': 'cc9f83f3732b4c848f8017007db0eb32', 'subnets': [{'id': '8bc0df8a-1c20-490b-92e9-78b27042f70d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:50.879770 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db917ef9-8692-4bfe-9952-2d3461f9f194 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905566c7-0764-45ef-84ba-7cb744e417df,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:50.884510 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-db917ef9-8692-4bfe-9952-2d3461f9f194 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:50.895354 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-db917ef9-8692-4bfe-9952-2d3461f9f194 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.896691 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-db917ef9-8692-4bfe-9952-2d3461f9f194 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1476052 Jun 28 23:27:50.899452 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60452) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:27:50.904312 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-84eb9f1d-e532-423d-a225-42270b5bcd54 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Request body: {'security_group_rule': {'security_group_id': '07d440e9-aec4-47c6-b030-4d60e78ab790', 'project_id': '029f3531c7254979bd2792666ca2fde1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:50.906283 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-fd4ed0f8-c85d-4a85-93ec-b8ad01482482 service neutron] 10.222.0.35 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951853 Jun 28 23:27:50.917777 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Checking router: 25ee0054-b3c2-42e7-b049-f6d0c5f5d154 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:27:50.917981 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Updating router 25ee0054-b3c2-42e7-b049-f6d0c5f5d154 port 2b470ca6-c050-41e7-adf5-dcd3693660f5 binding host dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:27:50.927864 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.securitygroups_db [None req-84eb9f1d-e532-423d-a225-42270b5bcd54 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Project 029f3531c7254979bd2792666ca2fde1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 23:27:50.933052 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-84eb9f1d-e532-423d-a225-42270b5bcd54 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:50.956716 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:51.002137 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-84eb9f1d-e532-423d-a225-42270b5bcd54 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:51.006701 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-84eb9f1d-e532-423d-a225-42270b5bcd54 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:51.008906 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b6b3c059-8b2e-4e38-9c26-47629ce8dc3b tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:51.017916 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-16ee3eeb-5536-4c98-ba81-b9c13cd81a29 service neutron] 10.222.0.35 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973809 Jun 28 23:27:51.026222 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb9f1d-e532-423d-a225-42270b5bcd54 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38095818-5763-48c2-a513-3eabc7567d3c,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:51.028981 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-84eb9f1d-e532-423d-a225-42270b5bcd54 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:51.030724 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-84eb9f1d-e532-423d-a225-42270b5bcd54 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:51.032069 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-84eb9f1d-e532-423d-a225-42270b5bcd54 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316321 Jun 28 23:27:51.211175 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-673e01f8-4029-47a5-bb9e-0b5509547097 req-b024c7f7-8e69-4739-834a-82bfe739eed1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 210 time: 0.0311794 Jun 28 23:27:51.238784 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:51.254188 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Transition to ACTIVE for port object 2b470ca6-c050-41e7-adf5-dcd3693660f5 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:27:51.261820 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:51.264906 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:51.311628 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45a2c6-9140-4239-ad6e-6700df413b86 None None] Pushing event updated for resources: {'Port': ['ID=2b470ca6-c050-41e7-adf5-dcd3693660f5,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:51.315597 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-8f45a2c6-9140-4239-ad6e-6700df413b86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:51.380920 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Attempting to bind port 2b470ca6-c050-41e7-adf5-dcd3693660f5 on host dv-cinder-792462-21-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:27:51.381331 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Attempting to bind port 2b470ca6-c050-41e7-adf5-dcd3693660f5 by drivers openvswitch,hyperv on host dv-cinder-792462-21-iscsi at level 0 using segments [{'id': 'bf64bc06-7473-428c-8c7e-7bf570280033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd771b790-4e6b-48aa-bd83-3d1cda1ebd70'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:27:51.381655 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Attempting to bind port 2b470ca6-c050-41e7-adf5-dcd3693660f5 on network d771b790-4e6b-48aa-bd83-3d1cda1ebd70 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:27:51.387410 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Checking agent: {'id': '6c2143b2-c83e-487c-8e84-aec4946f0007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 12, 29), 'started_at': datetime.datetime(2021, 6, 28, 23, 12, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:27:51.387817 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Checking segment: {'id': 'bf64bc06-7473-428c-8c7e-7bf570280033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd771b790-4e6b-48aa-bd83-3d1cda1ebd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:27:51.388165 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:51.388647 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Bound using segment: {'id': 'bf64bc06-7473-428c-8c7e-7bf570280033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd771b790-4e6b-48aa-bd83-3d1cda1ebd70'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:27:51.389098 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Bound port: 2b470ca6-c050-41e7-adf5-dcd3693660f5, host: dv-cinder-792462-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf64bc06-7473-428c-8c7e-7bf570280033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd771b790-4e6b-48aa-bd83-3d1cda1ebd70'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:27:51.389565 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:51.463641 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] For port 2b470ca6-c050-41e7-adf5-dcd3693660f5, host dv-cinder-792462-21-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:27:51.467551 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] For port 2b470ca6-c050-41e7-adf5-dcd3693660f5, host dv-cinder-792462-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=2b470ca6-c050-41e7-adf5-dcd3693660f5,segment=NetworkSegment(bf64bc06-7473-428c-8c7e-7bf570280033),segment_id=bf64bc06-7473-428c-8c7e-7bf570280033)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:27:51.474666 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:51.478941 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:51.554702 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Routers {'25ee0054-b3c2-42e7-b049-f6d0c5f5d154'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:27:51.557726 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:27:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['25ee0054-b3c2-42e7-b049-f6d0c5f5d154'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:51.633773 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:27:51.669721 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45a2c6-9140-4239-ad6e-6700df413b86 None None] Pushing event updated for resources: {'Port': ['ID=2b470ca6-c050-41e7-adf5-dcd3693660f5,revision_number=4']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:51.677546 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-8f45a2c6-9140-4239-ad6e-6700df413b86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:51.716656 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:51.717358 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:51.771151 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] Set router 25ee0054-b3c2-42e7-b049-f6d0c5f5d154 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:27:51.999118 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'name': 'tempest-TestShelveInstance-1184296010-router', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '3ca71a9d-97e8-4281-b8d0-a74365b2ceaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:43Z', 'updated_at': '2021-06-28T23:27:48Z', 'revision_number': 4, 'project_id': 'cc9f83f3732b4c848f8017007db0eb32', 'gw_port': {'id': '3ca71a9d-97e8-4281-b8d0-a74365b2ceaa', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:44Z', 'updated_at': '2021-06-28T23:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '2b470ca6-c050-41e7-adf5-dcd3693660f5', 'name': '', 'network_id': 'd771b790-4e6b-48aa-bd83-3d1cda1ebd70', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32', 'mac_address': 'fa:16:3e:11:5a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8bc0df8a-1c20-490b-92e9-78b27042f70d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:47Z', 'updated_at': '2021-06-28T23:27:51Z', 'revision_number': 4, 'project_id': 'cc9f83f3732b4c848f8017007db0eb32', 'subnets': [{'id': '8bc0df8a-1c20-490b-92e9-78b27042f70d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:27:52.027044 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faca6e7-ed06-49db-92fc-7ac3609c0324 None None] The sync data for ids ['25ee0054-b3c2-42e7-b049-f6d0c5f5d154'] in dv-cinder-792462-21-iscsi is: [{'id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'name': 'tempest-TestShelveInstance-1184296010-router', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '3ca71a9d-97e8-4281-b8d0-a74365b2ceaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:43Z', 'updated_at': '2021-06-28T23:27:48Z', 'revision_number': 4, 'project_id': 'cc9f83f3732b4c848f8017007db0eb32', 'gw_port': {'id': '3ca71a9d-97e8-4281-b8d0-a74365b2ceaa', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:44Z', 'updated_at': '2021-06-28T23:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '2b470ca6-c050-41e7-adf5-dcd3693660f5', 'name': '', 'network_id': 'd771b790-4e6b-48aa-bd83-3d1cda1ebd70', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32', 'mac_address': 'fa:16:3e:11:5a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8bc0df8a-1c20-490b-92e9-78b27042f70d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:47Z', 'updated_at': '2021-06-28T23:27:51Z', 'revision_number': 4, 'project_id': 'cc9f83f3732b4c848f8017007db0eb32', 'subnets': [{'id': '8bc0df8a-1c20-490b-92e9-78b27042f70d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:27:52.366920 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-52ca0a94-7efe-4ce5-9197-67fb8dce60d1 req-e438c381-d913-4e5f-b79c-21790b04ab12 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 210 time: 0.0324059 Jun 28 23:27:52.602408 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b73812-13c9-4786-b554-4a89676ced33 req-8f608f18-e4ad-4f1c-b439-5c77ba1537b2 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:52.603829 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-8f608f18-e4ad-4f1c-b439-5c77ba1537b2 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.47 "GET /v2.0/networks?id=803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 200 len: 816 time: 0.1153150 Jun 28 23:27:52.658275 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-dc1f24c9-c594-42d1-9e4e-77ab4a2b9345 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b68cfa00cd7404184becbc31a93a071 HTTP/1.1" status: 200 len: 380 time: 0.0341623 Jun 28 23:27:52.671322 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-61b73812-13c9-4786-b554-4a89676ced33 req-697526a6-2169-4704-b90a-a46e6657a194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Request body: {'port': {'device_id': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'admin_state_up': True, 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'security_groups': ['75a22287-56f1-4b65-96a8-1c5fee4d71a7']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:52.789344 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b73812-13c9-4786-b554-4a89676ced33 req-697526a6-2169-4704-b90a-a46e6657a194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Made reservation on behalf of 2b68cfa00cd7404184becbc31a93a071 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:27:52.792744 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-61b73812-13c9-4786-b554-4a89676ced33 req-697526a6-2169-4704-b90a-a46e6657a194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:52.919054 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-61b73812-13c9-4786-b554-4a89676ced33 req-697526a6-2169-4704-b90a-a46e6657a194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Allocated IP 172.20.0.7 (803dd44f-307b-47e9-bd46-b2c20bf55e41/9e54f2da-94b4-4193-82c2-b27710ee5f6e/12eb68a8-44ee-4fdb-b383-cd80feedbefd) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:27:53.064687 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-61b73812-13c9-4786-b554-4a89676ced33 req-697526a6-2169-4704-b90a-a46e6657a194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:53.079515 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-61b73812-13c9-4786-b554-4a89676ced33 req-697526a6-2169-4704-b90a-a46e6657a194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Transition to ACTIVE for port object 12eb68a8-44ee-4fdb-b383-cd80feedbefd will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:27:53.115511 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-61b73812-13c9-4786-b554-4a89676ced33 req-697526a6-2169-4704-b90a-a46e6657a194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:53.120673 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3494da15-5252-4df1-9c86-ad7626af2b56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:53.159596 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b73812-13c9-4786-b554-4a89676ced33 req-697526a6-2169-4704-b90a-a46e6657a194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Network 803dd44f-307b-47e9-bd46-b2c20bf55e41 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:27:53.162867 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-61b73812-13c9-4786-b554-4a89676ced33 req-697526a6-2169-4704-b90a-a46e6657a194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:27:53.166572 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b73812-13c9-4786-b554-4a89676ced33 req-697526a6-2169-4704-b90a-a46e6657a194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:27:53.195438 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697526a6-2169-4704-b90a-a46e6657a194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event updated for resources: {'Port': ['ID=12eb68a8-44ee-4fdb-b383-cd80feedbefd,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:53.201681 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-697526a6-2169-4704-b90a-a46e6657a194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:53.224677 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b73812-13c9-4786-b554-4a89676ced33 req-697526a6-2169-4704-b90a-a46e6657a194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:53.225322 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-61b73812-13c9-4786-b554-4a89676ced33 req-697526a6-2169-4704-b90a-a46e6657a194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:53.250010 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-697526a6-2169-4704-b90a-a46e6657a194 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5828941 Jun 28 23:27:53.268167 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Request body: {'port': {'device_id': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:27:53.381566 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:53.483079 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-408d5556-8918-4327-aa42-e6871b5333e1 None None] Provisioning for port 12eb68a8-44ee-4fdb-b383-cd80feedbefd completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:27:53.489792 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-408d5556-8918-4327-aa42-e6871b5333e1 None None] Provisioning complete for port 12eb68a8-44ee-4fdb-b383-cd80feedbefd triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:53.490390 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-408d5556-8918-4327-aa42-e6871b5333e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:53.536706 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-408d5556-8918-4327-aa42-e6871b5333e1 None None] Port 12eb68a8-44ee-4fdb-b383-cd80feedbefd cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:27:53.669298 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 2b470ca6-c050-41e7-adf5-dcd3693660f5 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:27:53.731113 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning for port 2b470ca6-c050-41e7-adf5-dcd3693660f5 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:27:53.740182 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 2b470ca6-c050-41e7-adf5-dcd3693660f5 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:53.744006 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:53.753164 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5bc8b-cdf0-4539-ac67-f6b1f8ac3005 req-713c2751-940f-48b3-a921-77ff9649f733 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:53.760055 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fba5bc8b-cdf0-4539-ac67-f6b1f8ac3005 req-713c2751-940f-48b3-a921-77ff9649f733 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 931 time: 0.1353652 Jun 28 23:27:53.774771 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12eb68a8-44ee-4fdb-b383-cd80feedbefd {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:27:53.788199 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:53.813333 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Transition to ACTIVE for port object 12eb68a8-44ee-4fdb-b383-cd80feedbefd will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:27:53.819677 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fba5bc8b-cdf0-4539-ac67-f6b1f8ac3005 req-d2732a14-f8fd-4bb8-9e9a-fbd1fdba2da9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588169 Jun 28 23:27:53.821487 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:53.824333 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-38c422e2-b301-48b2-8610-24b20206a17b tempest-ServerRescueNegativeTestJSON-596318825 tempest-ServerRescueNegativeTestJSON-596318825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:53.828144 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:53.868172 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] For port 2b470ca6-c050-41e7-adf5-dcd3693660f5, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=2b470ca6-c050-41e7-adf5-dcd3693660f5,segment=NetworkSegment(bf64bc06-7473-428c-8c7e-7bf570280033),segment_id=bf64bc06-7473-428c-8c7e-7bf570280033)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:27:53.872439 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:53.876809 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:53.895969 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Pushing event updated for resources: {'Port': ['ID=12eb68a8-44ee-4fdb-b383-cd80feedbefd,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:53.898628 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:53.926141 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Pushing event updated for resources: {'Port': ['ID=2b470ca6-c050-41e7-adf5-dcd3693660f5,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:53.932945 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:53.954999 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Attempting to bind port 12eb68a8-44ee-4fdb-b383-cd80feedbefd on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:27:53.955417 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Attempting to bind port 12eb68a8-44ee-4fdb-b383-cd80feedbefd by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:27:53.955820 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Attempting to bind port 12eb68a8-44ee-4fdb-b383-cd80feedbefd on network 803dd44f-307b-47e9-bd46-b2c20bf55e41 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:27:53.960771 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Port 12eb68a8-44ee-4fdb-b383-cd80feedbefd on network 803dd44f-307b-47e9-bd46-b2c20bf55e41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:27:53.961940 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Attempting to bind port 12eb68a8-44ee-4fdb-b383-cd80feedbefd on network 803dd44f-307b-47e9-bd46-b2c20bf55e41 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:27:53.966457 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:27:53.966788 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Checking segment: {'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:27:53.967210 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Bound using segment: {'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:27:53.967676 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Bound port: 12eb68a8-44ee-4fdb-b383-cd80feedbefd, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063e73f7-b2dd-4b37-a00c-5f4e9717333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:27:53.968030 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:54.037588 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] For port 12eb68a8-44ee-4fdb-b383-cd80feedbefd, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:27:54.040637 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] For port 12eb68a8-44ee-4fdb-b383-cd80feedbefd, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:27:54.045627 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:54.047736 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:54.082347 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:54.082979 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:54.084345 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] 10.222.0.47 "PUT /v2.0/ports/12eb68a8-44ee-4fdb-b383-cd80feedbefd HTTP/1.1" status: 200 len: 1093 time: 0.8216159 Jun 28 23:27:54.084846 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'tag': '12eb68a8-44ee-4fdb-b383-cd80feedbefd'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:27:54.087416 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce6743e-e195-4c0d-890e-b4974e1e6700" -d '{"events": [{"name": "network-changed", "server_uuid": "db1ca86e-e05a-49cb-be7f-abc9e53cecc7", "tag": "12eb68a8-44ee-4fdb-b383-cd80feedbefd"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:27:54.124166 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Pushing event updated for resources: {'Port': ['ID=12eb68a8-44ee-4fdb-b383-cd80feedbefd,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:54.128332 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5dc008-a4a8-4be2-b713-bd028e3f5fd0 x-openstack-request-id: req-9f5dc008-a4a8-4be2-b713-bd028e3f5fd0 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:27:54.128656 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1ca86e-e05a-49cb-be7f-abc9e53cecc7", "tag": "12eb68a8-44ee-4fdb-b383-cd80feedbefd", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:27:54.128942 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f5dc008-a4a8-4be2-b713-bd028e3f5fd0 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:27:54.129362 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'tag': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'status': 'completed', 'code': 200} Jun 28 23:27:54.130105 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:54.192921 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b73812-13c9-4786-b554-4a89676ced33 req-803ccb45-7cd3-4a36-9358-2372709c06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:54.194424 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-803ccb45-7cd3-4a36-9358-2372709c06f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b68cfa00cd7404184becbc31a93a071&device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 1096 time: 0.0585880 Jun 28 23:27:54.242339 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-dc59c3eb-d1df-480e-88e8-fd38deebdd14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd HTTP/1.1" status: 200 len: 217 time: 0.0397761 Jun 28 23:27:54.294965 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b73812-13c9-4786-b554-4a89676ced33 req-38e4fbb9-903a-4b34-b062-0024094822ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:54.296518 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-38e4fbb9-903a-4b34-b062-0024094822ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e54f2da-94b4-4193-82c2-b27710ee5f6e HTTP/1.1" status: 200 len: 855 time: 0.0458939 Jun 28 23:27:54.357315 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b73812-13c9-4786-b554-4a89676ced33 req-6277b3a9-f4ef-42ca-b867-e81a2837937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:54.358773 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-6277b3a9-f4ef-42ca-b867-e81a2837937f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=803dd44f-307b-47e9-bd46-b2c20bf55e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556707 Jun 28 23:27:54.451384 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-fbd20cf0-3b24-4d04-aec2-20c000c2fd35 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854220 Jun 28 23:27:54.539407 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-61b73812-13c9-4786-b554-4a89676ced33 req-5e61f62d-9400-4593-938b-0d0578cfb7db service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816784 Jun 28 23:27:54.647153 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6743e-e195-4c0d-890e-b4974e1e6700 req-31b97002-bde4-412c-893e-423f7e7d7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:54.648621 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8ce6743e-e195-4c0d-890e-b4974e1e6700 req-31b97002-bde4-412c-893e-423f7e7d7ebc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b68cfa00cd7404184becbc31a93a071&device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 1096 time: 0.0515070 Jun 28 23:27:54.741766 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6743e-e195-4c0d-890e-b4974e1e6700 req-da5901c2-7d66-461e-904d-b39e43f0cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:54.743323 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8ce6743e-e195-4c0d-890e-b4974e1e6700 req-da5901c2-7d66-461e-904d-b39e43f0cc4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 200 len: 917 time: 0.0877814 Jun 28 23:27:54.783949 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8ce6743e-e195-4c0d-890e-b4974e1e6700 req-a7cc86fa-6b77-4c56-9b42-2c70b73f9091 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd HTTP/1.1" status: 200 len: 217 time: 0.0334542 Jun 28 23:27:54.835370 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6743e-e195-4c0d-890e-b4974e1e6700 req-d40bfed1-eab5-4662-a854-7f0eb4002c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:54.837103 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8ce6743e-e195-4c0d-890e-b4974e1e6700 req-d40bfed1-eab5-4662-a854-7f0eb4002c16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e54f2da-94b4-4193-82c2-b27710ee5f6e HTTP/1.1" status: 200 len: 855 time: 0.0470817 Jun 28 23:27:54.895777 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6743e-e195-4c0d-890e-b4974e1e6700 req-2409a7a6-193c-4897-ba69-a748198abf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:54.897291 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8ce6743e-e195-4c0d-890e-b4974e1e6700 req-2409a7a6-193c-4897-ba69-a748198abf25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=803dd44f-307b-47e9-bd46-b2c20bf55e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524244 Jun 28 23:27:55.024865 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8ce6743e-e195-4c0d-890e-b4974e1e6700 req-c6695a13-f42f-43ae-ad79-015ea5a64478 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204267 Jun 28 23:27:55.047114 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd909fad-22cf-43fb-88a9-a505a54b9452 req-eb410a2d-2f14-46a1-bb0d-e92de1be89f0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:55.049140 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cd909fad-22cf-43fb-88a9-a505a54b9452 req-eb410a2d-2f14-46a1-bb0d-e92de1be89f0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0910075 Jun 28 23:27:55.138903 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cd909fad-22cf-43fb-88a9-a505a54b9452 req-c393c053-c01f-4a64-ad43-5679ff1f96e3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828986 Jun 28 23:27:55.161024 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8ce6743e-e195-4c0d-890e-b4974e1e6700 req-68aa49e5-22a2-4e6e-96dc-7fd4f724c0a1 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215491 Jun 28 23:27:55.593924 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 2b470ca6-c050-41e7-adf5-dcd3693660f5 up at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:27:55.640879 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Provisioning complete for port 2b470ca6-c050-41e7-adf5-dcd3693660f5 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:27:55.641259 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:55.908295 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-275f8d5a-700b-45e3-8680-32934316f16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:56.322595 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c64212-8a10-444b-81af-81f598d6c10b req-c39520c8-8ff4-4518-8056-37d5d69b03a0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:56.324102 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68c64212-8a10-444b-81af-81f598d6c10b req-c39520c8-8ff4-4518-8056-37d5d69b03a0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0657866 Jun 28 23:27:56.362494 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68c64212-8a10-444b-81af-81f598d6c10b req-56df4b82-1e3b-4ea8-b328-06d6ff1daba2 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327492 Jun 28 23:27:56.636553 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:57.540678 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e3575-3869-4536-be3c-87c44dd87542 req-381d3fde-2141-4782-8198-34ff434df0ea tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:57.542158 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-402e3575-3869-4536-be3c-87c44dd87542 req-381d3fde-2141-4782-8198-34ff434df0ea tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0633407 Jun 28 23:27:57.581353 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-402e3575-3869-4536-be3c-87c44dd87542 req-169c8d15-83da-434a-b83d-f63625a9b694 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331855 Jun 28 23:27:58.486759 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 12eb68a8-44ee-4fdb-b383-cd80feedbefd details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:27:58.704016 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 12eb68a8-44ee-4fdb-b383-cd80feedbefd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:27:58.717967 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'port_id': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'mac_address': 'fa:16:3e:97:b0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:27:58.759654 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:58.771253 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9416a1-e903-497c-8918-8658661500d7 req-366e1784-d49a-4afb-ae3c-510b16041084 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:58.772740 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-af9416a1-e903-497c-8918-8658661500d7 req-366e1784-d49a-4afb-ae3c-510b16041084 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0716152 Jun 28 23:27:58.774084 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12eb68a8-44ee-4fdb-b383-cd80feedbefd {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:27:58.793603 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 12eb68a8-44ee-4fdb-b383-cd80feedbefd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:27:58.797695 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:58.799730 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:27:58.813184 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-af9416a1-e903-497c-8918-8658661500d7 req-67fb2f16-5f1b-432c-b7bc-305271191f08 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345154 Jun 28 23:27:58.845431 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=12eb68a8-44ee-4fdb-b383-cd80feedbefd,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:27:58.848743 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:27:58.990497 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:59.152887 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-72c5cfee-4620-4c57-bbd4-2411b3d7552b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:59.308889 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['12eb68a8-44ee-4fdb-b383-cd80feedbefd'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:27:59.882143 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:27:59.994065 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472cd7b-bc93-4055-a013-d34b3ddedde0 req-f2d6dcb3-1e2e-4493-b930-a08335fcf663 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:27:59.995543 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4472cd7b-bc93-4055-a013-d34b3ddedde0 req-f2d6dcb3-1e2e-4493-b930-a08335fcf663 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 944 time: 0.0636749 Jun 28 23:28:00.035953 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4472cd7b-bc93-4055-a013-d34b3ddedde0 req-54f134d4-bb32-46a2-b305-0759bd329aa9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340955 Jun 28 23:28:00.505151 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 12eb68a8-44ee-4fdb-b383-cd80feedbefd up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:28:00.553428 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port 12eb68a8-44ee-4fdb-b383-cd80feedbefd completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:28:00.557056 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 12eb68a8-44ee-4fdb-b383-cd80feedbefd triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:28:00.557440 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:00.635881 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:00.658208 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb68a8-44ee-4fdb-b383-cd80feedbefd'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:00.660499 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768a516a-9894-4635-8302-e2812420c4e8" -d '{"events": [{"server_uuid": "db1ca86e-e05a-49cb-be7f-abc9e53cecc7", "name": "network-vif-plugged", "status": "completed", "tag": "12eb68a8-44ee-4fdb-b383-cd80feedbefd"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:00.678939 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 12eb68a8-44ee-4fdb-b383-cd80feedbefd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:28:00.683411 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:00.685297 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:00.708683 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c29128e-3455-48c9-bb9e-65a1ebd92cc1 x-openstack-request-id: req-1c29128e-3455-48c9-bb9e-65a1ebd92cc1 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:00.708989 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1ca86e-e05a-49cb-be7f-abc9e53cecc7", "name": "network-vif-plugged", "status": "completed", "tag": "12eb68a8-44ee-4fdb-b383-cd80feedbefd", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:00.709256 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c29128e-3455-48c9-bb9e-65a1ebd92cc1 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:00.709645 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'code': 200} Jun 28 23:28:00.737634 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=12eb68a8-44ee-4fdb-b383-cd80feedbefd,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:00.741119 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:00.927208 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bdda6-65eb-4a3c-a112-4c0df6c24ca7 req-3fee2f5b-fb2a-40f9-a207-1741e38d1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:00.928675 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e42bdda6-65eb-4a3c-a112-4c0df6c24ca7 req-3fee2f5b-fb2a-40f9-a207-1741e38d1a8d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 1098 time: 0.0561380 Jun 28 23:28:00.963159 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e42bdda6-65eb-4a3c-a112-4c0df6c24ca7 req-33db3ea7-a270-4ef3-841e-29c318b88365 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275064 Jun 28 23:28:01.224897 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373cbf1-19a1-48fe-8ddc-3be2219501b7 req-e7ab0f72-163b-40b1-8d34-5817bc6900cd tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:01.226311 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e373cbf1-19a1-48fe-8ddc-3be2219501b7 req-e7ab0f72-163b-40b1-8d34-5817bc6900cd tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0624778 Jun 28 23:28:01.262230 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e373cbf1-19a1-48fe-8ddc-3be2219501b7 req-d25f741a-b341-49bf-8495-a580e60e6dbb tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302141 Jun 28 23:28:02.102631 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:02.452960 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b14d5-4ae8-4ea4-a3d0-734897565d48 req-63ce7f2d-f0ed-4887-bb35-9cf2f50c084a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:02.454501 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d17b14d5-4ae8-4ea4-a3d0-734897565d48 req-63ce7f2d-f0ed-4887-bb35-9cf2f50c084a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0720618 Jun 28 23:28:02.493019 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d17b14d5-4ae8-4ea4-a3d0-734897565d48 req-d905d025-347a-40fe-bdc3-c84d45e5cd57 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326908 Jun 28 23:28:03.675262 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007891b-55be-47fe-968b-6cd9f72c9e9c req-05ffbb94-9540-48f7-8d14-efdb2db470a9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:03.677263 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9007891b-55be-47fe-968b-6cd9f72c9e9c req-05ffbb94-9540-48f7-8d14-efdb2db470a9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0651891 Jun 28 23:28:03.713966 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9007891b-55be-47fe-968b-6cd9f72c9e9c req-45a2b2bd-9e17-4855-92e1-0029c7538f3a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307939 Jun 28 23:28:03.883284 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47439d4-7240-4d40-9530-05bb5f49321a req-0b00b7c3-8235-4efe-a7b4-66f894478ed5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:03.884745 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f47439d4-7240-4d40-9530-05bb5f49321a req-0b00b7c3-8235-4efe-a7b4-66f894478ed5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0618587 Jun 28 23:28:03.893030 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60574) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:28:03.898239 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-e25e9292-bd58-41cf-aeaf-4f4fbb3cf482 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Request body: {'floatingip': {'port_id': '12eb68a8-44ee-4fdb-b383-cd80feedbefd'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:28:03.938847 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e25e9292-bd58-41cf-aeaf-4f4fbb3cf482 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for floatingip, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:04.387198 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e25e9292-bd58-41cf-aeaf-4f4fbb3cf482 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:04.390892 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e25e9292-bd58-41cf-aeaf-4f4fbb3cf482 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:04.488172 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.l3_db [None req-e25e9292-bd58-41cf-aeaf-4f4fbb3cf482 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Floating IP c5c9529f-43c3-4d41-b119-ce269e799b42 associated. External IP: 172.27.2.76, port: 12eb68a8-44ee-4fdb-b383-cd80feedbefd. Jun 28 23:28:04.927964 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25e9292-bd58-41cf-aeaf-4f4fbb3cf482 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Router 2b2bd9d1-9982-4c89-868d-41f110e60622 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:28:05.030638 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25e9292-bd58-41cf-aeaf-4f4fbb3cf482 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:28:05.036172 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e25e9292-bd58-41cf-aeaf-4f4fbb3cf482 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:05.040502 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a5071-274d-4f78-bdc9-a4da12d5d073 None None] Sync routers for ids ['2b2bd9d1-9982-4c89-868d-41f110e60622'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:28:05.049039 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43a5071-274d-4f78-bdc9-a4da12d5d073 None None] Routers {'2b2bd9d1-9982-4c89-868d-41f110e60622'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:28:05.049655 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e43a5071-274d-4f78-bdc9-a4da12d5d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:27:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['2b2bd9d1-9982-4c89-868d-41f110e60622'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:05.070706 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e25e9292-bd58-41cf-aeaf-4f4fbb3cf482 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "PUT /v2.0/floatingips/c5c9529f-43c3-4d41-b119-ce269e799b42 HTTP/1.1" status: 200 len: 990 time: 1.1761138 Jun 28 23:28:05.071391 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'tag': '12eb68a8-44ee-4fdb-b383-cd80feedbefd'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:05.073678 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5951d698d6fa6ad5965dacd3038605f07984bf8028d67a1eaeaa8c00c63a7533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f29630c-9b1f-4b84-981b-d4989806b7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "db1ca86e-e05a-49cb-be7f-abc9e53cecc7", "tag": "12eb68a8-44ee-4fdb-b383-cd80feedbefd"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:05.123158 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1763d5-37de-4e76-b922-cd53dee65e08 x-openstack-request-id: req-ca1763d5-37de-4e76-b922-cd53dee65e08 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:05.123639 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1ca86e-e05a-49cb-be7f-abc9e53cecc7", "tag": "12eb68a8-44ee-4fdb-b383-cd80feedbefd", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:05.123827 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca1763d5-37de-4e76-b922-cd53dee65e08 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:05.124246 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'tag': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'status': 'completed', 'code': 200} Jun 28 23:28:05.174110 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-e43a5071-274d-4f78-bdc9-a4da12d5d073 None None] Set router 2b2bd9d1-9982-4c89-868d-41f110e60622 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:28:05.208510 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29630c-9b1f-4b84-981b-d4989806b7b5 req-38ac6b2f-47ad-4685-8722-730fce7cea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:05.209968 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4f29630c-9b1f-4b84-981b-d4989806b7b5 req-38ac6b2f-47ad-4685-8722-730fce7cea69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b68cfa00cd7404184becbc31a93a071&device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 1098 time: 0.0612950 Jun 28 23:28:05.399175 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e43a5071-274d-4f78-bdc9-a4da12d5d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:26Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': 'c5c9529f-43c3-4d41-b119-ce269e799b42', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'port_id': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'mac_address': 'fa:16:3e:97:b0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:27:49Z', 'updated_at': '2021-06-28T23:28:04Z', 'revision_number': 1, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa16f21-ec78-40cf-9c71-ff6767f50335', 'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'mac_address': 'fa:16:3e:61:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:21Z', 'updated_at': '2021-06-28T23:20:38Z', 'revision_number': 5, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'subnets': [{'id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:05.432619 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a5071-274d-4f78-bdc9-a4da12d5d073 None None] Checking router: 2b2bd9d1-9982-4c89-868d-41f110e60622 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:28:05.442562 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43a5071-274d-4f78-bdc9-a4da12d5d073 None None] Routers {'2b2bd9d1-9982-4c89-868d-41f110e60622'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:28:05.443225 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e43a5071-274d-4f78-bdc9-a4da12d5d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:27:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['2b2bd9d1-9982-4c89-868d-41f110e60622'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:05.543258 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29630c-9b1f-4b84-981b-d4989806b7b5 req-85b92038-6811-4e5d-8c61-4a6c8d61f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:05.544704 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4f29630c-9b1f-4b84-981b-d4989806b7b5 req-85b92038-6811-4e5d-8c61-4a6c8d61f8cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 200 len: 917 time: 0.3272090 Jun 28 23:28:05.549914 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-e43a5071-274d-4f78-bdc9-a4da12d5d073 None None] Set router 2b2bd9d1-9982-4c89-868d-41f110e60622 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:28:05.613988 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4f29630c-9b1f-4b84-981b-d4989806b7b5 req-6f7c0e2f-a19a-4049-9ef3-76cc4b504584 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd HTTP/1.1" status: 200 len: 998 time: 0.0616784 Jun 28 23:28:05.661677 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29630c-9b1f-4b84-981b-d4989806b7b5 req-bd6cb447-94a1-4c6c-9878-39081354c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:05.666235 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4f29630c-9b1f-4b84-981b-d4989806b7b5 req-bd6cb447-94a1-4c6c-9878-39081354c8d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e54f2da-94b4-4193-82c2-b27710ee5f6e HTTP/1.1" status: 200 len: 855 time: 0.0431435 Jun 28 23:28:05.720078 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29630c-9b1f-4b84-981b-d4989806b7b5 req-03ad98f8-5e7b-4821-9a82-dfe1955a656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:05.721549 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4f29630c-9b1f-4b84-981b-d4989806b7b5 req-03ad98f8-5e7b-4821-9a82-dfe1955a656b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=803dd44f-307b-47e9-bd46-b2c20bf55e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519922 Jun 28 23:28:05.767809 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e43a5071-274d-4f78-bdc9-a4da12d5d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:26Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': 'c5c9529f-43c3-4d41-b119-ce269e799b42', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'port_id': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'mac_address': 'fa:16:3e:97:b0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:27:49Z', 'updated_at': '2021-06-28T23:28:04Z', 'revision_number': 1, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa16f21-ec78-40cf-9c71-ff6767f50335', 'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'mac_address': 'fa:16:3e:61:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:21Z', 'updated_at': '2021-06-28T23:20:38Z', 'revision_number': 5, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'subnets': [{'id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:05.792931 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a5071-274d-4f78-bdc9-a4da12d5d073 None None] The sync data for ids ['2b2bd9d1-9982-4c89-868d-41f110e60622'] in dv-cinder-792462-21-iscsi is: [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:26Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': 'c5c9529f-43c3-4d41-b119-ce269e799b42', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'port_id': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'mac_address': 'fa:16:3e:97:b0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:27:49Z', 'updated_at': '2021-06-28T23:28:04Z', 'revision_number': 1, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa16f21-ec78-40cf-9c71-ff6767f50335', 'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'mac_address': 'fa:16:3e:61:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:21Z', 'updated_at': '2021-06-28T23:20:38Z', 'revision_number': 5, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'subnets': [{'id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:28:05.812936 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4f29630c-9b1f-4b84-981b-d4989806b7b5 req-6ec4f656-bcd4-43ff-8430-1bd043a257d9 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835190 Jun 28 23:28:05.901776 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4f29630c-9b1f-4b84-981b-d4989806b7b5 req-c895bcc4-fd22-4816-88c7-e9f44285dbc0 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815439 Jun 28 23:28:05.987245 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeea88a-a2f1-4e47-bddd-6c5e770261ba None None] New status for floating IP c5c9529f-43c3-4d41-b119-ce269e799b42: ACTIVE {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:28:12.717037 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee901d3-234b-4563-a6ba-83fa074c2fbf req-1492559b-218c-4436-804c-63086e04ed7f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:12.718487 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8ee901d3-234b-4563-a6ba-83fa074c2fbf req-1492559b-218c-4436-804c-63086e04ed7f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0684321 Jun 28 23:28:12.756415 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8ee901d3-234b-4563-a6ba-83fa074c2fbf req-f5ee04f7-7695-4b3c-9b40-d5d1b14bf082 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313292 Jun 28 23:28:13.946722 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75f91-f246-4a64-ba3e-18541787970f req-0e831770-3505-4fbb-add4-0425c92ac211 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:13.948236 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c9b75f91-f246-4a64-ba3e-18541787970f req-0e831770-3505-4fbb-add4-0425c92ac211 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0686941 Jun 28 23:28:13.986380 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c9b75f91-f246-4a64-ba3e-18541787970f req-84655c7e-e192-4915-b995-4c3b4c16e3fa tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc915361-6b83-4397-bca9-5218748d2975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324163 Jun 28 23:28:14.343995 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-0f28c2d4-0e28-4868-8d2f-44c9031c4c8d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:14.345558 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-0f28c2d4-0e28-4868-8d2f-44c9031c4c8d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 946 time: 0.0697420 Jun 28 23:28:14.452214 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Deleting port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:28:14.452550 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:14.541392 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] For port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:28:14.541746 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:14.702190 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:14.702563 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:14.702954 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.l3_db [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Floating IP fe52e487-bd3e-4d2c-986b-e9ce92d56121 disassociated. External IP: 172.27.2.3, port: 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a. Jun 28 23:28:14.703247 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Calling delete_port for 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:28:14.830505 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:14.836281 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:14.860904 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event deleted for resources: {'Port': ['ID=077ea135-65bb-42a5-9e4f-0f5c34b2ab7a,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:14.863303 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:14.971328 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Router 81f81631-1490-4f32-80e2-d7ae8a62db53 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:28:15.076358 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:28:15.087584 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc698d-5428-41ab-b34d-e8aa39de4a5a None None] Sync routers for ids ['81f81631-1490-4f32-80e2-d7ae8a62db53'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:28:15.097318 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc698d-5428-41ab-b34d-e8aa39de4a5a None None] Routers {'81f81631-1490-4f32-80e2-d7ae8a62db53'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:28:15.097939 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-c6bc698d-5428-41ab-b34d-e8aa39de4a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:27:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['81f81631-1490-4f32-80e2-d7ae8a62db53'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:15.146239 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14fa0eba-2936-4bfc-97f6-97187a99d41d req-ad3923ce-5d84-4b41-adb8-591a06a14027 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d419bd-25b6-41ff-9280-37bf0f4429f2 HTTP/1.1" status: 200 len: 210 time: 0.0440097 Jun 28 23:28:15.146785 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] No DVR routers for this DVR port 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:28:15.149546 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:15.152025 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-81ccbbfe-b0e8-439b-b2b8-731020a5674a req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.47 "DELETE /v2.0/ports/077ea135-65bb-42a5-9e4f-0f5c34b2ab7a HTTP/1.1" status: 204 len: 173 time: 0.8002656 Jun 28 23:28:15.152842 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d419bd-25b6-41ff-9280-37bf0f4429f2', 'name': 'network-vif-deleted', 'tag': '077ea135-65bb-42a5-9e4f-0f5c34b2ab7a'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:15.155623 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fac127-f21e-4beb-98b4-40263e74196d" -d '{"events": [{"server_uuid": "c3d419bd-25b6-41ff-9280-37bf0f4429f2", "name": "network-vif-deleted", "tag": "077ea135-65bb-42a5-9e4f-0f5c34b2ab7a"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:15.207943 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546cf90b-be51-4529-872f-66e5963c0889 x-openstack-request-id: req-546cf90b-be51-4529-872f-66e5963c0889 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:15.208272 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d419bd-25b6-41ff-9280-37bf0f4429f2", "name": "network-vif-deleted", "tag": "077ea135-65bb-42a5-9e4f-0f5c34b2ab7a", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:15.209067 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-546cf90b-be51-4529-872f-66e5963c0889 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:15.209067 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d419bd-25b6-41ff-9280-37bf0f4429f2', 'name': 'network-vif-deleted', 'tag': '077ea135-65bb-42a5-9e4f-0f5c34b2ab7a', 'status': 'completed', 'code': 200} Jun 28 23:28:15.219310 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-c6bc698d-5428-41ab-b34d-e8aa39de4a5a None None] Set router 81f81631-1490-4f32-80e2-d7ae8a62db53 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:28:15.428653 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-c6bc698d-5428-41ab-b34d-e8aa39de4a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9d6ab513-b641-46e2-805d-dc57414bde81', 'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'mac_address': 'fa:16:3e:4e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:16Z', 'updated_at': '2021-06-28T23:20:33Z', 'revision_number': 5, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'subnets': [{'id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:15.454723 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc698d-5428-41ab-b34d-e8aa39de4a5a None None] Checking router: 81f81631-1490-4f32-80e2-d7ae8a62db53 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:28:15.463031 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc698d-5428-41ab-b34d-e8aa39de4a5a None None] Routers {'81f81631-1490-4f32-80e2-d7ae8a62db53'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:28:15.463647 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-c6bc698d-5428-41ab-b34d-e8aa39de4a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:27:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['81f81631-1490-4f32-80e2-d7ae8a62db53'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:15.572536 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-c6bc698d-5428-41ab-b34d-e8aa39de4a5a None None] Set router 81f81631-1490-4f32-80e2-d7ae8a62db53 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:28:15.774574 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-c6bc698d-5428-41ab-b34d-e8aa39de4a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9d6ab513-b641-46e2-805d-dc57414bde81', 'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'mac_address': 'fa:16:3e:4e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:16Z', 'updated_at': '2021-06-28T23:20:33Z', 'revision_number': 5, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'subnets': [{'id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:15.924394 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc698d-5428-41ab-b34d-e8aa39de4a5a None None] The sync data for ids ['81f81631-1490-4f32-80e2-d7ae8a62db53'] in dv-cinder-792462-21-iscsi is: [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9d6ab513-b641-46e2-805d-dc57414bde81', 'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'mac_address': 'fa:16:3e:4e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:16Z', 'updated_at': '2021-06-28T23:20:33Z', 'revision_number': 5, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'subnets': [{'id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:28:16.128870 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9261d-5157-490d-8e3e-5c56ff4b6421 None None] New status for floating IP fe52e487-bd3e-4d2c-986b-e9ce92d56121: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:28:16.290370 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60654) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:28:16.346186 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-613a2b94-e471-44cd-b475-76553b999f37 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:16.370245 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-613a2b94-e471-44cd-b475-76553b999f37 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:16.416374 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-613a2b94-e471-44cd-b475-76553b999f37 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:16.419041 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-613a2b94-e471-44cd-b475-76553b999f37 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:16.420268 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-613a2b94-e471-44cd-b475-76553b999f37 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "DELETE /v2.0/security-groups/dc915361-6b83-4397-bca9-5218748d2975 HTTP/1.1" status: 204 len: 168 time: 0.1288900 Jun 28 23:28:16.421050 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-6823bd22-2287-4bdf-93c2-8620af9b0793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:16.423185 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60658) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:28:16.430251 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a2b94-e471-44cd-b475-76553b999f37 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc915361-6b83-4397-bca9-5218748d2975,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:16.432708 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-613a2b94-e471-44cd-b475-76553b999f37 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:16.437511 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.api.v2.resource [None req-f232ac46-b6b7-42d3-b23b-9232920d1508 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] show failed (client error): The resource could not be found. Jun 28 23:28:16.439083 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f232ac46-b6b7-42d3-b23b-9232920d1508 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups/dc915361-6b83-4397-bca9-5218748d2975 HTTP/1.1" status: 404 len: 347 time: 0.0143785 Jun 28 23:28:16.441917 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60660) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:28:16.568749 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-bb79a157-9e5f-4d7d-a749-cd817bb9c02e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Deleting port 79012411-e962-4b52-a85f-ae26e69539b6 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:28:16.569096 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb79a157-9e5f-4d7d-a749-cd817bb9c02e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:16.643992 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb79a157-9e5f-4d7d-a749-cd817bb9c02e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:16.644924 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb79a157-9e5f-4d7d-a749-cd817bb9c02e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:16.655992 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-bb79a157-9e5f-4d7d-a749-cd817bb9c02e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Calling delete_port for 79012411-e962-4b52-a85f-ae26e69539b6 owned by network:floatingip {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:28:16.783458 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb79a157-9e5f-4d7d-a749-cd817bb9c02e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:16.785362 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:16.805972 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79a157-9e5f-4d7d-a749-cd817bb9c02e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event deleted for resources: {'Port': ['ID=79012411-e962-4b52-a85f-ae26e69539b6,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:16.809627 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bb79a157-9e5f-4d7d-a749-cd817bb9c02e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:16.886417 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb79a157-9e5f-4d7d-a749-cd817bb9c02e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for floatingip, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:16.889248 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb79a157-9e5f-4d7d-a749-cd817bb9c02e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:16.890610 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-bb79a157-9e5f-4d7d-a749-cd817bb9c02e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "DELETE /v2.0/floatingips/fe52e487-bd3e-4d2c-986b-e9ce92d56121 HTTP/1.1" status: 204 len: 168 time: 0.4475150 Jun 28 23:28:17.047667 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-687c3bb9-36b3-4a7c-ac45-03e2335eb6d8 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475606815&fields=id&tenant_id=029f3531c7254979bd2792666ca2fde1 HTTP/1.1" status: 200 len: 267 time: 0.0320237 Jun 28 23:28:17.153738 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-e7f90cb2-1f1e-41e0-9142-0644a0c73c4a tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:17.155158 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-e7f90cb2-1f1e-41e0-9142-0644a0c73c4a tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/networks?id=d8fe9b44-25ee-4e97-acaf-1e0033570eba HTTP/1.1" status: 200 len: 809 time: 0.1006618 Jun 28 23:28:17.170270 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-f3c7b320-ba45-4925-bee4-d192579cc3ef tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/quotas/029f3531c7254979bd2792666ca2fde1 HTTP/1.1" status: 200 len: 375 time: 0.0094643 Jun 28 23:28:17.250983 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9a4919d6-2686-4d66-bc25-69fb4b91c7de tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=029f3531c7254979bd2792666ca2fde1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743380 Jun 28 23:28:17.347854 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-e09cc22e-497a-4c36-8639-7c87cd6911d2 service neutron] 10.222.0.35 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846975 Jun 28 23:28:17.348394 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60670) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:28:17.352704 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-216ed95d-9c96-47ea-b167-b8f49b2934ca tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--23511564', 'description': 'tempest-description--404979703'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:28:17.431061 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-216ed95d-9c96-47ea-b167-b8f49b2934ca tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:17.466968 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-8c5d5854-d9a8-42b5-9712-e50c885db516 service neutron] 10.222.0.35 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101491 Jun 28 23:28:17.538068 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-216ed95d-9c96-47ea-b167-b8f49b2934ca tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:17.542925 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-216ed95d-9c96-47ea-b167-b8f49b2934ca tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:17.556239 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-47f71806-0620-49d2-a2e9-5d0cfc87d273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:17.569423 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-216ed95d-9c96-47ea-b167-b8f49b2934ca tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:17.570769 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-216ed95d-9c96-47ea-b167-b8f49b2934ca tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2213910 Jun 28 23:28:17.573801 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60676) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:28:17.578291 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-4c553b41-1f4b-4812-8088-0c6dc3e1bad5 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Request body: {'security_group_rule': {'security_group_id': '55bae037-f6c9-4303-b4c4-c4902cc97b58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:28:17.599053 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ed95d-9c96-47ea-b167-b8f49b2934ca tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55bae037-f6c9-4303-b4c4-c4902cc97b58,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:17.603206 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-216ed95d-9c96-47ea-b167-b8f49b2934ca tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:17.620431 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4c553b41-1f4b-4812-8088-0c6dc3e1bad5 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:17.669965 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4c553b41-1f4b-4812-8088-0c6dc3e1bad5 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:17.676019 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4c553b41-1f4b-4812-8088-0c6dc3e1bad5 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:17.677998 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:17.694608 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c553b41-1f4b-4812-8088-0c6dc3e1bad5 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56e0446-be93-4f56-8f1c-f7380cf8d12f,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:17.699385 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4c553b41-1f4b-4812-8088-0c6dc3e1bad5 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:17.702127 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4c553b41-1f4b-4812-8088-0c6dc3e1bad5 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:17.705889 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4c553b41-1f4b-4812-8088-0c6dc3e1bad5 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287136 Jun 28 23:28:17.706087 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60682) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:28:17.711428 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-c27a1831-057b-4722-b3c5-5c6067e9fab4 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Request body: {'security_group_rule': {'security_group_id': '55bae037-f6c9-4303-b4c4-c4902cc97b58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:28:17.740678 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c27a1831-057b-4722-b3c5-5c6067e9fab4 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:17.815533 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a3909bea-b587-4de2-a895-993908966a63 req-09026763-c4c0-4c66-972a-0a00e680bed7 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 210 time: 0.0347910 Jun 28 23:28:17.828455 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c27a1831-057b-4722-b3c5-5c6067e9fab4 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:17.835256 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c27a1831-057b-4722-b3c5-5c6067e9fab4 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964327'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:17.837911 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:17.853073 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a1831-057b-4722-b3c5-5c6067e9fab4 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c46c141-d8d3-41d3-b7e2-87b2d4d3c1be,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:17.857265 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c27a1831-057b-4722-b3c5-5c6067e9fab4 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:17.864279 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c27a1831-057b-4722-b3c5-5c6067e9fab4 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:17.865535 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-c27a1831-057b-4722-b3c5-5c6067e9fab4 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578426 Jun 28 23:28:17.868527 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60688) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:28:17.872967 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Request body: {'floatingip': {'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:28:17.895334 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for floatingip, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:17.996385 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:18.105010 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Allocated IP 172.27.2.129 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/10df76d9-9dc6-4eee-9018-af43af9fb381) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:28:18.205271 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:18.245149 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:18.247448 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-46dcc8a7-7588-4dd8-856f-a7dd1d6df900 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:18.287505 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:28:18.290213 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:28:18.295639 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:28:18.317076 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event updated for resources: {'Port': ['ID=10df76d9-9dc6-4eee-9018-af43af9fb381,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:18.322307 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:18.379945 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:18.422418 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:18.569981 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:18.574432 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:18.576462 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a219adea-48ff-45ee-8a9e-0fa41b9aa7db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:18.612012 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:28:18.632433 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:28:18.632780 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 077ea135-65bb-42a5-9e4f-0f5c34b2ab7a not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:28:18.645209 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event updated for resources: {'Port': ['ID=10df76d9-9dc6-4eee-9018-af43af9fb381,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:18.648965 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:18.653707 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:18.669835 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:18.679317 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8097682 Jun 28 23:28:18.831595 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:28:18.923316 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-0b555b50-aab9-4634-ba8c-95b13ddfad71 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--23511564&fields=id&tenant_id=50cc37f33e7f46c8a8602f1c6d244c51 HTTP/1.1" status: 200 len: 267 time: 0.0761726 Jun 28 23:28:19.004807 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6ed40e76-ca20-400a-8ee2-d7b4d05bbfa7 req-a13b1a25-6e99-406e-8028-4363ef956777 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 210 time: 0.0453842 Jun 28 23:28:19.013221 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9432ee78-3901-4078-9095-ba5b2c0fd343 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:19.014649 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9432ee78-3901-4078-9095-ba5b2c0fd343 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.47 "GET /v2.0/networks?id=d8fe9b44-25ee-4e97-acaf-1e0033570eba HTTP/1.1" status: 200 len: 809 time: 0.1971436 Jun 28 23:28:19.098519 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-5e793d4d-2f7c-43fc-a89d-66e2ec230e5e tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029f3531c7254979bd2792666ca2fde1 HTTP/1.1" status: 200 len: 379 time: 0.0557034 Jun 28 23:28:19.108206 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-6e45faf6-bf62-404e-9a2e-bd5ecab5250f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:19.109594 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-6e45faf6-bf62-404e-9a2e-bd5ecab5250f tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/networks?id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd HTTP/1.1" status: 200 len: 810 time: 0.1756256 Jun 28 23:28:19.114685 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Request body: {'port': {'device_id': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'admin_state_up': True, 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'security_groups': ['07d440e9-aec4-47c6-b030-4d60e78ab790']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:28:19.146965 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-8cbfb593-ef74-4a43-b3b2-fa197c9e0e6a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/quotas/50cc37f33e7f46c8a8602f1c6d244c51 HTTP/1.1" status: 200 len: 375 time: 0.0290017 Jun 28 23:28:19.279106 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-e1e2de6f-73e3-4704-985f-254e4b70be98 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=50cc37f33e7f46c8a8602f1c6d244c51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1264894 Jun 28 23:28:19.286674 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Made reservation on behalf of 029f3531c7254979bd2792666ca2fde1 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:28:19.290747 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:19.440299 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-52d7ed8a-fe7f-4e82-ba65-b42c2e54676c service neutron] 10.222.0.35 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470070 Jun 28 23:28:19.545331 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Allocated IP 172.20.0.12 (d8fe9b44-25ee-4e97-acaf-1e0033570eba/2785bbb9-84e6-4b34-9d12-fd7462228ce7/05b71f5f-ec6b-493d-ab77-9da1879c99c5) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:28:19.593025 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-94eabb3a-2a66-4834-8d4c-b2473b284e25 service neutron] 10.222.0.35 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302085 Jun 28 23:28:19.705628 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:19.724837 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Transition to ACTIVE for port object 05b71f5f-ec6b-493d-ab77-9da1879c99c5 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:28:19.777183 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f401d761-a27e-4d32-bfdc-74b832fe9fc3 req-c0c78607-b522-4e9a-8f38-73f630fd77cd tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 210 time: 0.0382125 Jun 28 23:28:19.786456 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:19.790592 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:19.828570 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Network d8fe9b44-25ee-4e97-acaf-1e0033570eba is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:28:19.832436 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:28:19.836555 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:28:19.889696 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Pushing event updated for resources: {'Port': ['ID=05b71f5f-ec6b-493d-ab77-9da1879c99c5,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:19.897742 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:19.922796 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:19.923511 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:19.945237 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8346338 Jun 28 23:28:19.965155 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Request body: {'port': {'device_id': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:28:20.044970 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:20.164579 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-ae062c77-0b7c-4a8d-9019-39555580b132 None None] Provisioning for port 05b71f5f-ec6b-493d-ab77-9da1879c99c5 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:28:20.168264 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-ae062c77-0b7c-4a8d-9019-39555580b132 None None] Provisioning complete for port 05b71f5f-ec6b-493d-ab77-9da1879c99c5 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:28:20.168661 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ae062c77-0b7c-4a8d-9019-39555580b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:20.203702 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-ae062c77-0b7c-4a8d-9019-39555580b132 None None] Port 05b71f5f-ec6b-493d-ab77-9da1879c99c5 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:28:20.523623 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f0927-667a-46d1-b950-1630494bdc85 req-6d8e2947-42d7-49fc-b09c-3859276f303e tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:20.524960 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ea2f0927-667a-46d1-b950-1630494bdc85 req-6d8e2947-42d7-49fc-b09c-3859276f303e tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 932 time: 0.3728061 Jun 28 23:28:20.592988 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ea2f0927-667a-46d1-b950-1630494bdc85 req-c366bd14-70ff-408b-8a0d-76a821eae8d9 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621960 Jun 28 23:28:20.632111 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b71f5f-ec6b-493d-ab77-9da1879c99c5 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:28:20.639323 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:20.650594 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Transition to ACTIVE for port object 05b71f5f-ec6b-493d-ab77-9da1879c99c5 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:28:20.654272 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:20.656369 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:20.705669 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Pushing event updated for resources: {'Port': ['ID=05b71f5f-ec6b-493d-ab77-9da1879c99c5,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:20.728704 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:20.778463 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Attempting to bind port 05b71f5f-ec6b-493d-ab77-9da1879c99c5 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:28:20.779261 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Attempting to bind port 05b71f5f-ec6b-493d-ab77-9da1879c99c5 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'f074e02c-0b6b-4600-b48e-4b94ef05b7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:28:20.779599 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Attempting to bind port 05b71f5f-ec6b-493d-ab77-9da1879c99c5 on network d8fe9b44-25ee-4e97-acaf-1e0033570eba {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:28:20.784899 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Port 05b71f5f-ec6b-493d-ab77-9da1879c99c5 on network d8fe9b44-25ee-4e97-acaf-1e0033570eba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:28:20.785802 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Attempting to bind port 05b71f5f-ec6b-493d-ab77-9da1879c99c5 on network d8fe9b44-25ee-4e97-acaf-1e0033570eba {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:28:20.791052 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:28:20.792048 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Checking segment: {'id': 'f074e02c-0b6b-4600-b48e-4b94ef05b7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:28:20.792441 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Bound using segment: {'id': 'f074e02c-0b6b-4600-b48e-4b94ef05b7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:28:20.792872 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Bound port: 05b71f5f-ec6b-493d-ab77-9da1879c99c5, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f074e02c-0b6b-4600-b48e-4b94ef05b7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:28:20.793385 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:20.891158 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] For port 05b71f5f-ec6b-493d-ab77-9da1879c99c5, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:28:20.946651 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] For port 05b71f5f-ec6b-493d-ab77-9da1879c99c5, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:28:20.969296 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48824df9-262f-43e5-9237-ecdf073af919 req-62b315fe-144f-4b70-81e2-7f086601753b tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 210 time: 0.0378664 Jun 28 23:28:20.970355 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:20.975747 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:21.015040 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:21.015647 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:21.017024 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] 10.222.0.47 "PUT /v2.0/ports/05b71f5f-ec6b-493d-ab77-9da1879c99c5 HTTP/1.1" status: 200 len: 1094 time: 1.0574272 Jun 28 23:28:21.020139 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'tag': '05b71f5f-ec6b-493d-ab77-9da1879c99c5'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:21.022488 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4982d765-6641-4a9c-8f9a-68efb17dc845" -d '{"events": [{"name": "network-changed", "server_uuid": "5506be3a-a80d-4c8d-acf1-97114e050a33", "tag": "05b71f5f-ec6b-493d-ab77-9da1879c99c5"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:21.055597 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Pushing event updated for resources: {'Port': ['ID=05b71f5f-ec6b-493d-ab77-9da1879c99c5,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:21.064785 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:21.072150 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-1209413d-6740-48f8-ade6-09dcb1a36507 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:21.073889 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-1209413d-6740-48f8-ade6-09dcb1a36507 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.47 "GET /v2.0/networks?id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd HTTP/1.1" status: 200 len: 810 time: 0.2408035 Jun 28 23:28:21.091630 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294bbcd4-51ca-41dd-894c-f9296d15c71a x-openstack-request-id: req-294bbcd4-51ca-41dd-894c-f9296d15c71a {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:21.091959 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5506be3a-a80d-4c8d-acf1-97114e050a33", "tag": "05b71f5f-ec6b-493d-ab77-9da1879c99c5", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:21.092416 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-294bbcd4-51ca-41dd-894c-f9296d15c71a {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:21.093158 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'tag': '05b71f5f-ec6b-493d-ab77-9da1879c99c5', 'status': 'completed', 'code': 200} Jun 28 23:28:21.167470 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-b0967e48-d856-4c00-b46f-e9371ee7ba61 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50cc37f33e7f46c8a8602f1c6d244c51 HTTP/1.1" status: 200 len: 378 time: 0.0835695 Jun 28 23:28:21.178011 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Request body: {'port': {'device_id': '5c5eed8a-f0d7-482a-84e8-ecf1e7816b18', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'admin_state_up': True, 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'security_groups': ['55bae037-f6c9-4303-b4c4-c4902cc97b58']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:28:21.255717 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-c6f462d9-00fd-42d5-850f-56b410fbbba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:21.257205 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-c6f462d9-00fd-42d5-850f-56b410fbbba9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029f3531c7254979bd2792666ca2fde1&device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 1097 time: 0.1472230 Jun 28 23:28:21.310742 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-5f110e43-0e1b-48a4-9014-c921a7966b40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5 HTTP/1.1" status: 200 len: 217 time: 0.0445104 Jun 28 23:28:21.365041 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Made reservation on behalf of 50cc37f33e7f46c8a8602f1c6d244c51 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:28:21.368514 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:21.380720 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-5e210fe6-cfcb-4e9d-9971-a6320e9f2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:21.382163 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-5e210fe6-cfcb-4e9d-9971-a6320e9f2c2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2785bbb9-84e6-4b34-9d12-fd7462228ce7 HTTP/1.1" status: 200 len: 848 time: 0.0611160 Jun 28 23:28:21.521506 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-67b91ff3-3a5c-475f-95d7-3ab12579e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:21.523031 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-67b91ff3-3a5c-475f-95d7-3ab12579e021 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8fe9b44-25ee-4e97-acaf-1e0033570eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1334350 Jun 28 23:28:21.534599 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Allocated IP 172.20.0.7 (1efb82e9-504d-4b86-b26c-ec3c8e2425bd/4ee7b0a2-5b39-4138-89d6-38d03997b8dd/b93666d6-a0bb-4222-84f0-e575b242951c) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:28:21.669592 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-f79ac432-3a91-46ec-bf97-040e897552a1 service neutron] 10.222.0.47 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361535 Jun 28 23:28:21.800508 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:21.849037 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Transition to ACTIVE for port object b93666d6-a0bb-4222-84f0-e575b242951c will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:28:21.870586 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b37e5d-23df-432c-b5bc-3b5a08c0b1fb req-ef8d1ef3-3e58-4778-9488-319d62ea04e2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:21.872080 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-41b37e5d-23df-432c-b5bc-3b5a08c0b1fb req-ef8d1ef3-3e58-4778-9488-319d62ea04e2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 944 time: 0.1682899 Jun 28 23:28:21.918124 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4e73d0-e4b3-4574-a597-4c42243c164b req-9176a892-f57f-46ec-89ca-acb76a3d98be service neutron] 10.222.0.47 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666541 Jun 28 23:28:21.937779 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:21.942200 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-41b37e5d-23df-432c-b5bc-3b5a08c0b1fb req-418efbd3-eb27-4227-87e1-f9b3f88eded2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635514 Jun 28 23:28:21.944526 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-866ab940-b764-46d8-ab12-edaf21389eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:22.013574 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:28:22.022910 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:28:22.025563 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:28:22.055399 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event updated for resources: {'Port': ['ID=b93666d6-a0bb-4222-84f0-e575b242951c,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:22.061172 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:22.089777 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:22.090417 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:22.111685 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982d765-6641-4a9c-8f9a-68efb17dc845 req-4ea3f5df-23ac-42b2-a352-2b6efd69de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:22.113194 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4982d765-6641-4a9c-8f9a-68efb17dc845 req-4ea3f5df-23ac-42b2-a352-2b6efd69de79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029f3531c7254979bd2792666ca2fde1&device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 1097 time: 0.1378181 Jun 28 23:28:22.142227 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9685955 Jun 28 23:28:22.164090 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Request body: {'port': {'device_id': '5c5eed8a-f0d7-482a-84e8-ecf1e7816b18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:28:22.286569 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-aa871d0c-ee12-4b6e-a4cd-d2ce9f4b7a4c None None] Provisioning for port b93666d6-a0bb-4222-84f0-e575b242951c completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:28:22.291211 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-aa871d0c-ee12-4b6e-a4cd-d2ce9f4b7a4c None None] Provisioning complete for port b93666d6-a0bb-4222-84f0-e575b242951c triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:28:22.291595 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-aa871d0c-ee12-4b6e-a4cd-d2ce9f4b7a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:22.315313 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5c59b-d3d5-4e24-8900-2c7962878f79 req-196fd314-e982-4408-b5dc-9ca7ba5c379c tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:22.316743 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fec5c59b-d3d5-4e24-8900-2c7962878f79 req-196fd314-e982-4408-b5dc-9ca7ba5c379c tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 931 time: 0.2208853 Jun 28 23:28:22.319559 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982d765-6641-4a9c-8f9a-68efb17dc845 req-edfae3da-ccdc-4c8c-a441-dd7e2098c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:22.321205 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4982d765-6641-4a9c-8f9a-68efb17dc845 req-edfae3da-ccdc-4c8c-a441-dd7e2098c55b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8fe9b44-25ee-4e97-acaf-1e0033570eba HTTP/1.1" status: 200 len: 910 time: 0.1880677 Jun 28 23:28:22.321809 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:22.327101 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-aa871d0c-ee12-4b6e-a4cd-d2ce9f4b7a4c None None] Port b93666d6-a0bb-4222-84f0-e575b242951c cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:28:22.382523 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4982d765-6641-4a9c-8f9a-68efb17dc845 req-ad00f054-7f5d-48f1-9bcc-e3b7671033fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5 HTTP/1.1" status: 200 len: 217 time: 0.0494406 Jun 28 23:28:22.447905 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fec5c59b-d3d5-4e24-8900-2c7962878f79 req-706feb46-8e77-4fda-9860-86b6c5c5266d tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=55bae037-f6c9-4303-b4c4-c4902cc97b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1174390 Jun 28 23:28:22.521375 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982d765-6641-4a9c-8f9a-68efb17dc845 req-f9dc1497-ea0e-4551-88d4-2741bc8a68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:22.522841 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4982d765-6641-4a9c-8f9a-68efb17dc845 req-f9dc1497-ea0e-4551-88d4-2741bc8a68f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2785bbb9-84e6-4b34-9d12-fd7462228ce7 HTTP/1.1" status: 200 len: 848 time: 0.1238806 Jun 28 23:28:22.653617 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982d765-6641-4a9c-8f9a-68efb17dc845 req-ce80b6b7-6ac1-4fb4-b4b5-6211e0b17f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:22.655115 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4982d765-6641-4a9c-8f9a-68efb17dc845 req-ce80b6b7-6ac1-4fb4-b4b5-6211e0b17f96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8fe9b44-25ee-4e97-acaf-1e0033570eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1246710 Jun 28 23:28:22.777509 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93666d6-a0bb-4222-84f0-e575b242951c {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:28:22.791890 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:22.803065 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4982d765-6641-4a9c-8f9a-68efb17dc845 req-b5fbd83b-54b3-472c-8bc3-b2e268d0bc7b service neutron] 10.222.0.47 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383131 Jun 28 23:28:22.807391 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Transition to ACTIVE for port object b93666d6-a0bb-4222-84f0-e575b242951c will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:28:22.811118 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:22.812933 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9b7cf9ad-d3e7-4fc6-abfd-64ddb6f076c2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:22.926550 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Pushing event updated for resources: {'Port': ['ID=b93666d6-a0bb-4222-84f0-e575b242951c,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:22.933440 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:22.992296 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4982d765-6641-4a9c-8f9a-68efb17dc845 req-b36032ce-7ef4-41cf-ad8e-139e10e1167e service neutron] 10.222.0.47 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772418 Jun 28 23:28:23.015355 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Attempting to bind port b93666d6-a0bb-4222-84f0-e575b242951c on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:28:23.015692 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Attempting to bind port b93666d6-a0bb-4222-84f0-e575b242951c by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:28:23.016030 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Attempting to bind port b93666d6-a0bb-4222-84f0-e575b242951c on network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:28:23.020710 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Port b93666d6-a0bb-4222-84f0-e575b242951c on network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:28:23.021034 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Attempting to bind port b93666d6-a0bb-4222-84f0-e575b242951c on network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:28:23.026925 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:28:23.027288 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Checking segment: {'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:28:23.027709 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Bound using segment: {'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:28:23.028091 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Bound port: b93666d6-a0bb-4222-84f0-e575b242951c, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c91217-e49d-4563-9564-6583d230ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:28:23.028452 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:23.123046 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] For port b93666d6-a0bb-4222-84f0-e575b242951c, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:28:23.126629 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] For port b93666d6-a0bb-4222-84f0-e575b242951c, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b93666d6-a0bb-4222-84f0-e575b242951c,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:28:23.131206 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:23.134502 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-87c3dc3f-6cda-45fe-a899-0fe658ecf6ed tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:23.170076 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:23.170717 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:23.172116 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] 10.222.0.47 "PUT /v2.0/ports/b93666d6-a0bb-4222-84f0-e575b242951c HTTP/1.1" status: 200 len: 1093 time: 1.0123382 Jun 28 23:28:23.172645 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5eed8a-f0d7-482a-84e8-ecf1e7816b18', 'tag': 'b93666d6-a0bb-4222-84f0-e575b242951c'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:23.174932 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af864b9-3918-424e-908e-7acf18f75fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5eed8a-f0d7-482a-84e8-ecf1e7816b18", "tag": "b93666d6-a0bb-4222-84f0-e575b242951c"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:23.210097 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe8ca2-a02d-4acc-952c-e3e912d84db3 req-0810fe92-fe13-4eef-874f-32842e483276 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:23.211947 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bebe8ca2-a02d-4acc-952c-e3e912d84db3 req-0810fe92-fe13-4eef-874f-32842e483276 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 944 time: 0.1385863 Jun 28 23:28:23.217650 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Pushing event updated for resources: {'Port': ['ID=b93666d6-a0bb-4222-84f0-e575b242951c,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:23.231498 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c84475-468d-4d70-8ed3-67281e443f99 x-openstack-request-id: req-63c84475-468d-4d70-8ed3-67281e443f99 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:23.231822 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5eed8a-f0d7-482a-84e8-ecf1e7816b18", "tag": "b93666d6-a0bb-4222-84f0-e575b242951c", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:23.232111 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63c84475-468d-4d70-8ed3-67281e443f99 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:23.232542 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5eed8a-f0d7-482a-84e8-ecf1e7816b18', 'tag': 'b93666d6-a0bb-4222-84f0-e575b242951c', 'status': 'completed', 'code': 200} Jun 28 23:28:23.233315 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:23.294788 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bebe8ca2-a02d-4acc-952c-e3e912d84db3 req-30b7bfc8-4381-411c-9a6e-298b33118bd9 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739634 Jun 28 23:28:23.323173 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-4e130e26-9a6c-471f-a55e-2b5446d5b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:23.324669 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-4e130e26-9a6c-471f-a55e-2b5446d5b7d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50cc37f33e7f46c8a8602f1c6d244c51&device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 1096 time: 0.0818410 Jun 28 23:28:23.375263 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-511c2ab8-2fb9-410d-95cb-38dc35e09c35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b93666d6-a0bb-4222-84f0-e575b242951c HTTP/1.1" status: 200 len: 217 time: 0.0387280 Jun 28 23:28:23.426184 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-7956a3f3-c189-493d-9f06-e54d9a2839c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:23.427611 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-7956a3f3-c189-493d-9f06-e54d9a2839c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ee7b0a2-5b39-4138-89d6-38d03997b8dd HTTP/1.1" status: 200 len: 849 time: 0.0427349 Jun 28 23:28:23.486756 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-cdcaecc0-35f5-4d52-ba30-4d72872c9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:23.488936 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-cdcaecc0-35f5-4d52-ba30-4d72872c9735 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517566 Jun 28 23:28:23.609936 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-7c9d8fa1-1397-43ba-8827-a328de6161ba service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129613 Jun 28 23:28:23.690747 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b2679-2fa6-4a53-9f74-ab80e7c9fec5 req-077c8beb-2f94-4c23-b24c-dc73b1d92fd3 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:23.692226 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b15b2679-2fa6-4a53-9f74-ab80e7c9fec5 req-077c8beb-2f94-4c23-b24c-dc73b1d92fd3 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 943 time: 0.1306596 Jun 28 23:28:23.736884 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-653944a0-3d7d-4806-878e-7efa2d3643e6 req-ce80f3e4-b6b7-492a-a812-56c56a283835 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190522 Jun 28 23:28:23.744018 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b15b2679-2fa6-4a53-9f74-ab80e7c9fec5 req-fb9e054c-6231-4183-9ef6-93cc65f945ac tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=55bae037-f6c9-4303-b4c4-c4902cc97b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461192 Jun 28 23:28:23.836141 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af864b9-3918-424e-908e-7acf18f75fa7 req-cb183f4a-3a8d-49f5-8a65-176fb5d8d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:23.837464 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9af864b9-3918-424e-908e-7acf18f75fa7 req-cb183f4a-3a8d-49f5-8a65-176fb5d8d621 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50cc37f33e7f46c8a8602f1c6d244c51&device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 1096 time: 0.0507724 Jun 28 23:28:24.165272 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af864b9-3918-424e-908e-7acf18f75fa7 req-4bdacb3b-04cb-4914-bd11-bd531f845ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:24.166695 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9af864b9-3918-424e-908e-7acf18f75fa7 req-4bdacb3b-04cb-4914-bd11-bd531f845ab9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd HTTP/1.1" status: 200 len: 911 time: 0.3215034 Jun 28 23:28:24.206465 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9af864b9-3918-424e-908e-7acf18f75fa7 req-6c96f101-eb2e-4c9d-b646-c58a4292e091 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b93666d6-a0bb-4222-84f0-e575b242951c HTTP/1.1" status: 200 len: 217 time: 0.0320356 Jun 28 23:28:24.251103 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af864b9-3918-424e-908e-7acf18f75fa7 req-04e06bb9-896a-4701-8510-30ffde7bb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:24.252470 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9af864b9-3918-424e-908e-7acf18f75fa7 req-04e06bb9-896a-4701-8510-30ffde7bb4a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ee7b0a2-5b39-4138-89d6-38d03997b8dd HTTP/1.1" status: 200 len: 849 time: 0.0398514 Jun 28 23:28:24.309090 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af864b9-3918-424e-908e-7acf18f75fa7 req-7b2b9601-ed15-436a-a8f4-d4727e978143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:24.310523 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9af864b9-3918-424e-908e-7acf18f75fa7 req-7b2b9601-ed15-436a-a8f4-d4727e978143 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0520785 Jun 28 23:28:24.396497 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9af864b9-3918-424e-908e-7acf18f75fa7 req-20c0ea47-4034-4c29-ba17-73c10ababd4e service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790303 Jun 28 23:28:24.531293 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9af864b9-3918-424e-908e-7acf18f75fa7 req-9fd3f704-e88e-4479-a9f4-71481dcd0d28 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258121 Jun 28 23:28:24.539807 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3d883-06d3-4a7c-a1b0-69189face077 req-9666f1c3-571b-40d5-8fd7-77deee1f68c1 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:24.541198 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-75a3d883-06d3-4a7c-a1b0-69189face077 req-9666f1c3-571b-40d5-8fd7-77deee1f68c1 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 944 time: 0.1278729 Jun 28 23:28:24.578473 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-75a3d883-06d3-4a7c-a1b0-69189face077 req-b31cbe5e-d4ba-4f88-9d8b-f136675a868f tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315063 Jun 28 23:28:24.919364 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d0943-b695-40b0-a8ec-f19c54e5a607 req-b5b3234a-982d-44ad-b2c5-981c9b41b4b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:24.920829 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-660d0943-b695-40b0-a8ec-f19c54e5a607 req-b5b3234a-982d-44ad-b2c5-981c9b41b4b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 943 time: 0.0659418 Jun 28 23:28:24.958518 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-660d0943-b695-40b0-a8ec-f19c54e5a607 req-3bf22287-1ebd-4f54-9a72-2db02b2d0715 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=55bae037-f6c9-4303-b4c4-c4902cc97b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319421 Jun 28 23:28:25.748768 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a3f6e-d88f-47f0-a280-167400213874 req-5b76f5cf-6643-4f4e-99be-3cfac0aaac99 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:25.750212 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff6a3f6e-d88f-47f0-a280-167400213874 req-5b76f5cf-6643-4f4e-99be-3cfac0aaac99 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 944 time: 0.0633535 Jun 28 23:28:25.786910 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff6a3f6e-d88f-47f0-a280-167400213874 req-080b3f59-d853-46c4-a55c-c79b7f4d78b1 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304942 Jun 28 23:28:25.908560 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-198dc31d-a623-4155-8f41-69b39b1b8948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:26.128501 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22febde9-de76-40f1-95ae-ca6ed9991764 req-2e7eba58-597f-402f-a2e2-c14357611426 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:26.130534 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-22febde9-de76-40f1-95ae-ca6ed9991764 req-2e7eba58-597f-402f-a2e2-c14357611426 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 943 time: 0.0611391 Jun 28 23:28:26.170351 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-22febde9-de76-40f1-95ae-ca6ed9991764 req-7e67970e-0be2-4d16-ab51-da99c7690657 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=55bae037-f6c9-4303-b4c4-c4902cc97b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341520 Jun 28 23:28:26.630193 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device b93666d6-a0bb-4222-84f0-e575b242951c details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:28:26.649006 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:26.726404 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port b93666d6-a0bb-4222-84f0-e575b242951c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b93666d6-a0bb-4222-84f0-e575b242951c,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:28:26.737156 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': 'b93666d6-a0bb-4222-84f0-e575b242951c', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'port_id': 'b93666d6-a0bb-4222-84f0-e575b242951c', 'mac_address': 'fa:16:3e:cb:09:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:28:26.774183 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:26.789636 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93666d6-a0bb-4222-84f0-e575b242951c {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:28:26.809344 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port b93666d6-a0bb-4222-84f0-e575b242951c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b93666d6-a0bb-4222-84f0-e575b242951c,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:28:26.813744 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:26.815496 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:26.860817 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=b93666d6-a0bb-4222-84f0-e575b242951c,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:26.864383 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:26.970144 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07d434-4608-48cb-82f3-1bd661dc7d8f req-3df78042-a7ab-44e8-94b0-5d6705bcd9a8 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:26.971638 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9d07d434-4608-48cb-82f3-1bd661dc7d8f req-3df78042-a7ab-44e8-94b0-5d6705bcd9a8 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 944 time: 0.0633612 Jun 28 23:28:27.008570 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9d07d434-4608-48cb-82f3-1bd661dc7d8f req-2d226253-4dac-48c9-b65d-7922d8e27f48 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313489 Jun 28 23:28:27.163389 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['b93666d6-a0bb-4222-84f0-e575b242951c'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:28:27.343890 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0e9b1-51f1-4fde-9c9b-20d490f859c7 req-76a6ecf8-62be-4c65-bbc6-9b8edddd0161 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:27.345335 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d1e0e9b1-51f1-4fde-9c9b-20d490f859c7 req-76a6ecf8-62be-4c65-bbc6-9b8edddd0161 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 944 time: 0.0616319 Jun 28 23:28:27.381912 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d1e0e9b1-51f1-4fde-9c9b-20d490f859c7 req-0df96c99-2b69-4032-b556-fedf7e8fbd57 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=55bae037-f6c9-4303-b4c4-c4902cc97b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304475 Jun 28 23:28:28.182039 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264812e8-76e7-4ff8-9dd4-9d9b70e5620d req-b7d0ae31-e7e9-4cd1-a5e9-63f427458cd6 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:28.183599 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-264812e8-76e7-4ff8-9dd4-9d9b70e5620d req-b7d0ae31-e7e9-4cd1-a5e9-63f427458cd6 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 944 time: 0.0653460 Jun 28 23:28:28.220729 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-264812e8-76e7-4ff8-9dd4-9d9b70e5620d req-64c79d37-fb73-4ced-868d-98ce0ce4cfc5 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314877 Jun 28 23:28:28.550685 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1b5b3-327f-4473-9533-b51bf870c8ee req-cf422a6d-ea31-4046-ada5-8b23ace093ec tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:28.552070 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b4f1b5b3-327f-4473-9533-b51bf870c8ee req-cf422a6d-ea31-4046-ada5-8b23ace093ec tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 944 time: 0.0612710 Jun 28 23:28:28.590483 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b4f1b5b3-327f-4473-9533-b51bf870c8ee req-29b0b09f-fe29-4545-90ae-5b95a9476add tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=55bae037-f6c9-4303-b4c4-c4902cc97b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328345 Jun 28 23:28:28.626606 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device b93666d6-a0bb-4222-84f0-e575b242951c up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:28:28.684779 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port b93666d6-a0bb-4222-84f0-e575b242951c completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:28:28.688325 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port b93666d6-a0bb-4222-84f0-e575b242951c triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:28:28.688705 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:28.764165 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:28.785699 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5eed8a-f0d7-482a-84e8-ecf1e7816b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93666d6-a0bb-4222-84f0-e575b242951c'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:28.787972 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91be03f-f64f-4928-b1de-1e55df5257f5" -d '{"events": [{"server_uuid": "5c5eed8a-f0d7-482a-84e8-ecf1e7816b18", "name": "network-vif-plugged", "status": "completed", "tag": "b93666d6-a0bb-4222-84f0-e575b242951c"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:28.800444 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port b93666d6-a0bb-4222-84f0-e575b242951c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b93666d6-a0bb-4222-84f0-e575b242951c,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:28:28.804792 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:28.806493 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:28.830164 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2acc0a-7185-439a-91e9-3b6b4b98bd1c x-openstack-request-id: req-3c2acc0a-7185-439a-91e9-3b6b4b98bd1c {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:28.830464 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5eed8a-f0d7-482a-84e8-ecf1e7816b18", "name": "network-vif-plugged", "status": "completed", "tag": "b93666d6-a0bb-4222-84f0-e575b242951c", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:28.830724 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c2acc0a-7185-439a-91e9-3b6b4b98bd1c {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:28.831134 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5eed8a-f0d7-482a-84e8-ecf1e7816b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93666d6-a0bb-4222-84f0-e575b242951c', 'code': 200} Jun 28 23:28:28.856811 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=b93666d6-a0bb-4222-84f0-e575b242951c,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:28.859787 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:28.993160 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:29.043570 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8aed93-90fc-4ce5-9971-71ca47ca1f3d req-338cf8fd-2110-4217-8fe3-fdba7aa3d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:29.045023 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf8aed93-90fc-4ce5-9971-71ca47ca1f3d req-338cf8fd-2110-4217-8fe3-fdba7aa3d640 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 1098 time: 0.0499649 Jun 28 23:28:29.083981 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf8aed93-90fc-4ce5-9971-71ca47ca1f3d req-79cbbc7b-170a-47ba-99e1-8bac6900fc02 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=55bae037-f6c9-4303-b4c4-c4902cc97b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321639 Jun 28 23:28:29.153319 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-347338fb-776c-4d67-ab98-1247e161b553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:29.397095 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cba6f-c4b8-4e2e-9e5d-567d43cc919d req-d3f5399e-a625-4fcf-8647-349e6174e36c tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:29.398432 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c94cba6f-c4b8-4e2e-9e5d-567d43cc919d req-d3f5399e-a625-4fcf-8647-349e6174e36c tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 944 time: 0.0622005 Jun 28 23:28:29.437848 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c94cba6f-c4b8-4e2e-9e5d-567d43cc919d req-2c7b68c9-1eac-4c46-b250-f24e9c29c10e tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334709 Jun 28 23:28:29.801693 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81205af9-b35d-4cba-b9e1-0548f6167185 req-5a0e85e3-8767-4423-81ad-e305fbbfe4b8 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:29.803139 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-81205af9-b35d-4cba-b9e1-0548f6167185 req-5a0e85e3-8767-4423-81ad-e305fbbfe4b8 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 945 time: 0.1005697 Jun 28 23:28:29.822456 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931e504-70ef-4617-822b-76b5014177a8 req-d6420c68-acc9-4a5e-82c3-bc1823b3b298 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:29.823868 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c931e504-70ef-4617-822b-76b5014177a8 req-d6420c68-acc9-4a5e-82c3-bc1823b3b298 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.1114888 Jun 28 23:28:29.871182 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-81205af9-b35d-4cba-b9e1-0548f6167185 req-53dcbdc6-2370-48f3-8f5f-4efc9305b927 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=55bae037-f6c9-4303-b4c4-c4902cc97b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622730 Jun 28 23:28:29.878538 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c931e504-70ef-4617-822b-76b5014177a8 req-ee5ef95e-df98-4dd1-aa61-9c7f1606bac1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475130 Jun 28 23:28:29.884569 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:30.606931 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040fe93-2bd4-42c1-8334-e5ff05fd8fa1 req-4217e5c4-4d9c-447c-8821-8c9367b6bd92 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:30.608408 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7040fe93-2bd4-42c1-8334-e5ff05fd8fa1 req-4217e5c4-4d9c-447c-8821-8c9367b6bd92 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 944 time: 0.0633137 Jun 28 23:28:30.644957 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 05b71f5f-ec6b-493d-ab77-9da1879c99c5 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:28:30.646634 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7040fe93-2bd4-42c1-8334-e5ff05fd8fa1 req-76c8d198-1d2f-4709-9335-6f84e8c551df tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316601 Jun 28 23:28:30.736533 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 05b71f5f-ec6b-493d-ab77-9da1879c99c5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:28:30.747454 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '05b71f5f-ec6b-493d-ab77-9da1879c99c5', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'port_id': '05b71f5f-ec6b-493d-ab77-9da1879c99c5', 'mac_address': 'fa:16:3e:28:e0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:28:30.787061 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:30.799023 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b71f5f-ec6b-493d-ab77-9da1879c99c5 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:28:30.817632 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 05b71f5f-ec6b-493d-ab77-9da1879c99c5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:28:30.821327 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:30.823070 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:30.867290 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=05b71f5f-ec6b-493d-ab77-9da1879c99c5,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:30.870673 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:31.089962 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa949327-e1db-44a6-9c03-f22b94cfac1d req-9c0d4aff-d28e-49cc-9498-7c54f377a8eb tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:31.091446 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aa949327-e1db-44a6-9c03-f22b94cfac1d req-9c0d4aff-d28e-49cc-9498-7c54f377a8eb tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 945 time: 0.1073112 Jun 28 23:28:31.098594 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ba80b-ee0c-401b-b8ba-7cfaf444dbfa req-bc898ac5-91c2-4ef3-bba1-f7c58f7e08e3 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:31.106528 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ba7ba80b-ee0c-401b-b8ba-7cfaf444dbfa req-bc898ac5-91c2-4ef3-bba1-f7c58f7e08e3 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.1048775 Jun 28 23:28:31.165127 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aa949327-e1db-44a6-9c03-f22b94cfac1d req-7b94f36a-c4a0-4625-89c3-d78ca8474354 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=55bae037-f6c9-4303-b4c4-c4902cc97b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638609 Jun 28 23:28:31.167743 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ba7ba80b-ee0c-401b-b8ba-7cfaf444dbfa req-3a625cb3-123e-4dfc-8374-0ec58454d146 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530846 Jun 28 23:28:31.333676 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ee115-5a9b-4564-a7f8-819160b5b9f9 req-d4962440-2ba0-4273-9494-8e7aa4e493e8 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:31.335145 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-414ee115-5a9b-4564-a7f8-819160b5b9f9 req-d4962440-2ba0-4273-9494-8e7aa4e493e8 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 945 time: 0.0621617 Jun 28 23:28:31.343859 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60798) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:28:31.348308 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-587b1d06-4f99-41b1-8ea7-1176273bf234 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Request body: {'floatingip': {'port_id': 'b93666d6-a0bb-4222-84f0-e575b242951c'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:28:31.377852 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['05b71f5f-ec6b-493d-ab77-9da1879c99c5'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:28:31.389168 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-587b1d06-4f99-41b1-8ea7-1176273bf234 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for floatingip, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:31.664702 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6494a-beff-463d-b15d-c5c17459235c req-fd11de95-c45c-48bb-9558-71ae2798b6a6 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:31.666149 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fdb6494a-beff-463d-b15d-c5c17459235c req-fd11de95-c45c-48bb-9558-71ae2798b6a6 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.1529739 Jun 28 23:28:31.959617 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c8f9c-98b2-4572-b430-ee1c733ba968 req-2d2e4ca1-c5cf-4537-885b-39b48b394a17 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:31.961227 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-682c8f9c-98b2-4572-b430-ee1c733ba968 req-2d2e4ca1-c5cf-4537-885b-39b48b394a17 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 945 time: 0.1826260 Jun 28 23:28:31.965016 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-fdb6494a-beff-463d-b15d-c5c17459235c req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Deleting port 8764222f-8305-4bdf-849d-a7710538f6ae {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:28:31.965355 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fdb6494a-beff-463d-b15d-c5c17459235c req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:32.096285 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-682c8f9c-98b2-4572-b430-ee1c733ba968 req-183e24dc-6705-4136-80f8-7195766f32a0 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257162 Jun 28 23:28:32.102721 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:32.110727 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-587b1d06-4f99-41b1-8ea7-1176273bf234 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:32.118451 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-587b1d06-4f99-41b1-8ea7-1176273bf234 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:32.159505 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-fdb6494a-beff-463d-b15d-c5c17459235c req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] For port 8764222f-8305-4bdf-849d-a7710538f6ae, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8764222f-8305-4bdf-849d-a7710538f6ae,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:28:32.159889 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fdb6494a-beff-463d-b15d-c5c17459235c req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:32.359993 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-587b1d06-4f99-41b1-8ea7-1176273bf234 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Floating IP 3c2d0a06-4ac4-484e-bee0-08dad974e1e9 associated. External IP: 172.27.2.129, port: b93666d6-a0bb-4222-84f0-e575b242951c. Jun 28 23:28:32.674867 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 05b71f5f-ec6b-493d-ab77-9da1879c99c5 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:28:32.724511 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port 05b71f5f-ec6b-493d-ab77-9da1879c99c5 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:28:32.728137 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 05b71f5f-ec6b-493d-ab77-9da1879c99c5 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:28:32.728525 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:32.798021 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fdb6494a-beff-463d-b15d-c5c17459235c req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:32.798368 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fdb6494a-beff-463d-b15d-c5c17459235c req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:32.798671 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.l3_db [req-fdb6494a-beff-463d-b15d-c5c17459235c req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Floating IP 20a612b6-cd32-4777-8b5a-8541116fc03b disassociated. External IP: 172.27.2.21, port: 8764222f-8305-4bdf-849d-a7710538f6ae. Jun 28 23:28:32.799034 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-fdb6494a-beff-463d-b15d-c5c17459235c req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Calling delete_port for 8764222f-8305-4bdf-849d-a7710538f6ae owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:28:32.810700 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:32.832515 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b71f5f-ec6b-493d-ab77-9da1879c99c5'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:32.834740 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbff0e70-2d41-417d-a04a-2ef08e1b0ca2" -d '{"events": [{"server_uuid": "5506be3a-a80d-4c8d-acf1-97114e050a33", "name": "network-vif-plugged", "status": "completed", "tag": "05b71f5f-ec6b-493d-ab77-9da1879c99c5"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:32.837685 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522582fc-5e02-490d-b43d-37a3c478d618 req-d0a2342c-5127-4244-bae2-7ca7bf0db501 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:32.839224 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-522582fc-5e02-490d-b43d-37a3c478d618 req-d0a2342c-5127-4244-bae2-7ca7bf0db501 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 945 time: 0.5207479 Jun 28 23:28:32.843923 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3c21cbe2-be77-497a-b3f1-2d60ea1802d8 req-c018efb9-e4ba-4f0e-b8f7-ca5542927b85 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5561163 Jun 28 23:28:32.852828 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 05b71f5f-ec6b-493d-ab77-9da1879c99c5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:28:32.859977 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:32.861396 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 8764222f-8305-4bdf-849d-a7710538f6ae no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:28:32.863511 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:32.884898 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3351758-1d4a-4af7-9812-15407139e77e x-openstack-request-id: req-f3351758-1d4a-4af7-9812-15407139e77e {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:32.885464 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5506be3a-a80d-4c8d-acf1-97114e050a33", "name": "network-vif-plugged", "status": "completed", "tag": "05b71f5f-ec6b-493d-ab77-9da1879c99c5", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:32.885891 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3351758-1d4a-4af7-9812-15407139e77e {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:32.886456 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b71f5f-ec6b-493d-ab77-9da1879c99c5', 'code': 200} Jun 28 23:28:32.947882 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=05b71f5f-ec6b-493d-ab77-9da1879c99c5,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:32.952131 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:32.993370 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:33.011132 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-522582fc-5e02-490d-b43d-37a3c478d618 req-bff7326e-cab4-475a-9598-ff8890b47557 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624408 Jun 28 23:28:33.043345 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 8764222f-8305-4bdf-849d-a7710538f6ae, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8764222f-8305-4bdf-849d-a7710538f6ae,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:28:33.047767 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:33.049726 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:33.106288 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=8764222f-8305-4bdf-849d-a7710538f6ae,revision_number=6']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:33.109519 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:33.135536 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21cbe2-be77-497a-b3f1-2d60ea1802d8 req-7769d3ba-54df-4f30-b5c0-16f7cbf73aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:33.136976 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3c21cbe2-be77-497a-b3f1-2d60ea1802d8 req-7769d3ba-54df-4f30-b5c0-16f7cbf73aaf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4843e8e397b34a80966999c896dfbad0&device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 1138 time: 0.2415175 Jun 28 23:28:33.149774 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587b1d06-4f99-41b1-8ea7-1176273bf234 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Router 81f81631-1490-4f32-80e2-d7ae8a62db53 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:28:33.169132 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fdb6494a-beff-463d-b15d-c5c17459235c req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:33.175121 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:33.193540 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f47ec-ff06-49d5-b6b0-c09a345d94b5 req-1e8f5f0f-a9fb-4af3-8d75-352c109fed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:33.195434 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3a0f47ec-ff06-49d5-b6b0-c09a345d94b5 req-1e8f5f0f-a9fb-4af3-8d75-352c109fed57 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 1099 time: 0.0584791 Jun 28 23:28:33.248576 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3a0f47ec-ff06-49d5-b6b0-c09a345d94b5 req-60aa1556-c677-4500-aa40-4d4b9361c3d3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469780 Jun 28 23:28:33.254204 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event deleted for resources: {'Port': ['ID=8764222f-8305-4bdf-849d-a7710538f6ae,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:33.271400 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:33.437042 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21cbe2-be77-497a-b3f1-2d60ea1802d8 req-ae45a26b-b28a-4c18-a47c-9dea9f29913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:33.438406 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3c21cbe2-be77-497a-b3f1-2d60ea1802d8 req-ae45a26b-b28a-4c18-a47c-9dea9f29913c service neutron] 10.222.0.47 "GET /v2.0/networks?id=07112a3e-968e-4eec-9765-4ad4f0381d53 HTTP/1.1" status: 200 len: 916 time: 0.2772510 Jun 28 23:28:33.453292 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587b1d06-4f99-41b1-8ea7-1176273bf234 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:28:33.463239 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136f4e0-6300-44e0-809f-20a89a735b40 None None] Sync routers for ids ['81f81631-1490-4f32-80e2-d7ae8a62db53'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:28:33.472501 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e136f4e0-6300-44e0-809f-20a89a735b40 None None] Routers {'81f81631-1490-4f32-80e2-d7ae8a62db53'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:28:33.473125 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e136f4e0-6300-44e0-809f-20a89a735b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:28:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['81f81631-1490-4f32-80e2-d7ae8a62db53'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:33.483379 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-587b1d06-4f99-41b1-8ea7-1176273bf234 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:33.581700 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-e136f4e0-6300-44e0-809f-20a89a735b40 None None] Set router 81f81631-1490-4f32-80e2-d7ae8a62db53 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:28:33.588920 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-587b1d06-4f99-41b1-8ea7-1176273bf234 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "PUT /v2.0/floatingips/3c2d0a06-4ac4-484e-bee0-08dad974e1e9 HTTP/1.1" status: 200 len: 991 time: 2.2440131 Jun 28 23:28:33.596384 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150121c1-feed-456d-9a23-79c5fd3f4920 req-3bdb3ca7-88c8-4651-b9d1-50fe5896546d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:33.597970 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-150121c1-feed-456d-9a23-79c5fd3f4920 req-3bdb3ca7-88c8-4651-b9d1-50fe5896546d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.3475053 Jun 28 23:28:33.600627 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5eed8a-f0d7-482a-84e8-ecf1e7816b18', 'tag': 'b93666d6-a0bb-4222-84f0-e575b242951c'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:33.602739 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68fe42e-da69-483f-a685-56b9995ef4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5eed8a-f0d7-482a-84e8-ecf1e7816b18", "tag": "b93666d6-a0bb-4222-84f0-e575b242951c"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:33.621169 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3c21cbe2-be77-497a-b3f1-2d60ea1802d8 req-f2e8d64c-ab8a-48cb-a854-efde7998f8f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c HTTP/1.1" status: 200 len: 1002 time: 0.1411297 Jun 28 23:28:33.622958 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdb6494a-beff-463d-b15d-c5c17459235c req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Router 87d6758c-d596-4d20-a05b-41cff145e4db has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:28:33.692416 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-150121c1-feed-456d-9a23-79c5fd3f4920 req-69839f28-b098-4bf1-9c6d-82413ee2eb66 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829375 Jun 28 23:28:33.816604 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdb6494a-beff-463d-b15d-c5c17459235c req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:28:33.819255 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f080b5c-a7b4-4fa3-8652-73ec76827970 x-openstack-request-id: req-8f080b5c-a7b4-4fa3-8652-73ec76827970 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:33.819570 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5eed8a-f0d7-482a-84e8-ecf1e7816b18", "tag": "b93666d6-a0bb-4222-84f0-e575b242951c", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:33.819979 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f080b5c-a7b4-4fa3-8652-73ec76827970 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:33.820397 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5eed8a-f0d7-482a-84e8-ecf1e7816b18', 'tag': 'b93666d6-a0bb-4222-84f0-e575b242951c', 'status': 'completed', 'code': 200} Jun 28 23:28:33.821788 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21cbe2-be77-497a-b3f1-2d60ea1802d8 req-b9fcde0a-71f6-48c5-8c17-e58f1a56d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:33.823328 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3c21cbe2-be77-497a-b3f1-2d60ea1802d8 req-b9fcde0a-71f6-48c5-8c17-e58f1a56d600 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a378868-c100-4dfe-954c-8b1bdde41ee4 HTTP/1.1" status: 200 len: 854 time: 0.1934216 Jun 28 23:28:33.827577 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f8d040-1a12-4dd9-a394-8ad7dbc771e5 None None] Sync routers for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:28:33.842256 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f8d040-1a12-4dd9-a394-8ad7dbc771e5 None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:28:33.842954 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f1f8d040-1a12-4dd9-a394-8ad7dbc771e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:28:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:33.861026 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e136f4e0-6300-44e0-809f-20a89a735b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '3c2d0a06-4ac4-484e-bee0-08dad974e1e9', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'port_id': 'b93666d6-a0bb-4222-84f0-e575b242951c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'mac_address': 'fa:16:3e:cb:09:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5eed8a-f0d7-482a-84e8-ecf1e7816b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:28:18Z', 'updated_at': '2021-06-28T23:28:31Z', 'revision_number': 1, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6ab513-b641-46e2-805d-dc57414bde81', 'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'mac_address': 'fa:16:3e:4e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:16Z', 'updated_at': '2021-06-28T23:20:33Z', 'revision_number': 5, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'subnets': [{'id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:33.871266 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fe42e-da69-483f-a685-56b9995ef4dd req-85abea7d-3514-4fd5-ade2-0410e22aa343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:33.872754 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f68fe42e-da69-483f-a685-56b9995ef4dd req-85abea7d-3514-4fd5-ade2-0410e22aa343 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50cc37f33e7f46c8a8602f1c6d244c51&device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 1098 time: 0.0946338 Jun 28 23:28:33.892692 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136f4e0-6300-44e0-809f-20a89a735b40 None None] Checking router: 81f81631-1490-4f32-80e2-d7ae8a62db53 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:28:33.902049 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e136f4e0-6300-44e0-809f-20a89a735b40 None None] Routers {'81f81631-1490-4f32-80e2-d7ae8a62db53'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:28:33.902994 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e136f4e0-6300-44e0-809f-20a89a735b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:28:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['81f81631-1490-4f32-80e2-d7ae8a62db53'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:33.938053 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb6494a-beff-463d-b15d-c5c17459235c req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] No DVR routers for this DVR port 8764222f-8305-4bdf-849d-a7710538f6ae on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:28:33.940939 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-fdb6494a-beff-463d-b15d-c5c17459235c req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:33.943231 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fdb6494a-beff-463d-b15d-c5c17459235c req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.47 "DELETE /v2.0/ports/8764222f-8305-4bdf-849d-a7710538f6ae HTTP/1.1" status: 204 len: 173 time: 2.2694523 Jun 28 23:28:33.974270 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-f1f8d040-1a12-4dd9-a394-8ad7dbc771e5 None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:28:34.003966 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fe42e-da69-483f-a685-56b9995ef4dd req-6dd4dcb7-7417-47d4-a92a-2e17589cde4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:34.005711 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21cbe2-be77-497a-b3f1-2d60ea1802d8 req-7d4fd4d8-5a50-487a-b878-ea055371630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:34.007396 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3c21cbe2-be77-497a-b3f1-2d60ea1802d8 req-7d4fd4d8-5a50-487a-b878-ea055371630d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07112a3e-968e-4eec-9765-4ad4f0381d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1693680 Jun 28 23:28:34.011137 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f68fe42e-da69-483f-a685-56b9995ef4dd req-6dd4dcb7-7417-47d4-a92a-2e17589cde4c service neutron] 10.222.0.47 "GET /v2.0/networks?id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd HTTP/1.1" status: 200 len: 911 time: 0.1243031 Jun 28 23:28:34.017830 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-e136f4e0-6300-44e0-809f-20a89a735b40 None None] Set router 81f81631-1490-4f32-80e2-d7ae8a62db53 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:28:34.122192 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f68fe42e-da69-483f-a685-56b9995ef4dd req-6b89bcdb-08ca-4f3d-8bfa-676c0e56d87f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b93666d6-a0bb-4222-84f0-e575b242951c HTTP/1.1" status: 200 len: 999 time: 0.1036847 Jun 28 23:28:34.127149 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3c21cbe2-be77-497a-b3f1-2d60ea1802d8 req-325bb7fa-2fdf-4faa-9764-14326f45e4f8 service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077547 Jun 28 23:28:34.193047 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fe42e-da69-483f-a685-56b9995ef4dd req-39a876f4-f921-4ad4-974a-b1b41806ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:34.195168 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f68fe42e-da69-483f-a685-56b9995ef4dd req-39a876f4-f921-4ad4-974a-b1b41806ff39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ee7b0a2-5b39-4138-89d6-38d03997b8dd HTTP/1.1" status: 200 len: 849 time: 0.0601206 Jun 28 23:28:34.284405 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fe42e-da69-483f-a685-56b9995ef4dd req-9cfbd99e-becc-4cc6-a846-cc6f32f5b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:34.286792 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f68fe42e-da69-483f-a685-56b9995ef4dd req-9cfbd99e-becc-4cc6-a846-cc6f32f5b904 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1efb82e9-504d-4b86-b26c-ec3c8e2425bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0851784 Jun 28 23:28:34.287487 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-764bac58-5c4a-4aa4-b7d1-a55767cb62b1 req-c622e120-cbc9-4ff1-8599-66d10a125592 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d025df0-c218-4e25-b4b0-9ad0d8af9259 HTTP/1.1" status: 200 len: 210 time: 0.0941479 Jun 28 23:28:34.292447 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f1f8d040-1a12-4dd9-a394-8ad7dbc771e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:34.299782 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e136f4e0-6300-44e0-809f-20a89a735b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '3c2d0a06-4ac4-484e-bee0-08dad974e1e9', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'port_id': 'b93666d6-a0bb-4222-84f0-e575b242951c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'mac_address': 'fa:16:3e:cb:09:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5eed8a-f0d7-482a-84e8-ecf1e7816b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:28:18Z', 'updated_at': '2021-06-28T23:28:31Z', 'revision_number': 1, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6ab513-b641-46e2-805d-dc57414bde81', 'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'mac_address': 'fa:16:3e:4e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:16Z', 'updated_at': '2021-06-28T23:20:33Z', 'revision_number': 5, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'subnets': [{'id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:34.331973 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3c21cbe2-be77-497a-b3f1-2d60ea1802d8 req-b7a5474e-7985-4b14-acf4-a6bdc611390f service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958394 Jun 28 23:28:34.345603 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136f4e0-6300-44e0-809f-20a89a735b40 None None] The sync data for ids ['81f81631-1490-4f32-80e2-d7ae8a62db53'] in dv-cinder-792462-21-iscsi is: [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '3c2d0a06-4ac4-484e-bee0-08dad974e1e9', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'port_id': 'b93666d6-a0bb-4222-84f0-e575b242951c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'mac_address': 'fa:16:3e:cb:09:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5eed8a-f0d7-482a-84e8-ecf1e7816b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:28:18Z', 'updated_at': '2021-06-28T23:28:31Z', 'revision_number': 1, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6ab513-b641-46e2-805d-dc57414bde81', 'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'mac_address': 'fa:16:3e:4e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:16Z', 'updated_at': '2021-06-28T23:20:33Z', 'revision_number': 5, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'subnets': [{'id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:28:34.346679 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f8d040-1a12-4dd9-a394-8ad7dbc771e5 None None] Checking router: 87d6758c-d596-4d20-a05b-41cff145e4db for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:28:34.356964 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f8d040-1a12-4dd9-a394-8ad7dbc771e5 None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:28:34.357756 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f1f8d040-1a12-4dd9-a394-8ad7dbc771e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:28:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:34.416911 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f68fe42e-da69-483f-a685-56b9995ef4dd req-0581423d-9847-4bd8-a18f-0621726b5d11 service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068997 Jun 28 23:28:34.521692 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f68fe42e-da69-483f-a685-56b9995ef4dd req-042445aa-840f-4920-b5db-47cbdab316ff service neutron] 10.222.0.47 "GET /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964963 Jun 28 23:28:34.526571 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-f1f8d040-1a12-4dd9-a394-8ad7dbc771e5 None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:28:34.615109 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649bacd-a0f5-40c7-8ee0-183275dc0839 None None] New status for floating IP 3c2d0a06-4ac4-484e-bee0-08dad974e1e9: ACTIVE {{(pid=92896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:28:34.758544 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f1f8d040-1a12-4dd9-a394-8ad7dbc771e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:34.800491 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f8d040-1a12-4dd9-a394-8ad7dbc771e5 None None] The sync data for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi is: [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:28:34.887440 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d025df0-c218-4e25-b4b0-9ad0d8af9259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8764222f-8305-4bdf-849d-a7710538f6ae'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:34.889778 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff700f48-8758-4ced-8e5e-ac546f92f69b" -d '{"events": [{"server_uuid": "9d025df0-c218-4e25-b4b0-9ad0d8af9259", "name": "network-vif-unplugged", "status": "completed", "tag": "8764222f-8305-4bdf-849d-a7710538f6ae"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:34.892591 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628394db-9e9a-4f28-8a82-c4d2c5d71692 req-f159c079-fb6c-45c5-a852-094b237a6687 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:34.894653 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-628394db-9e9a-4f28-8a82-c4d2c5d71692 req-f159c079-fb6c-45c5-a852-094b237a6687 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0709596 Jun 28 23:28:34.938142 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-628394db-9e9a-4f28-8a82-c4d2c5d71692 req-4cea1fbb-bf36-4fd5-a989-61321358fb3d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376260 Jun 28 23:28:34.952457 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d18282-7e07-412c-8295-4762b5a23d9e x-openstack-request-id: req-36d18282-7e07-412c-8295-4762b5a23d9e {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:34.953243 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d025df0-c218-4e25-b4b0-9ad0d8af9259", "name": "network-vif-unplugged", "status": "completed", "tag": "8764222f-8305-4bdf-849d-a7710538f6ae", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:34.953714 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36d18282-7e07-412c-8295-4762b5a23d9e {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:34.954966 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d025df0-c218-4e25-b4b0-9ad0d8af9259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8764222f-8305-4bdf-849d-a7710538f6ae', 'code': 200} Jun 28 23:28:35.079274 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af224bae-9bff-4d83-97d9-ffb55f11df69 None None] New status for floating IP 20a612b6-cd32-4777-8b5a-8541116fc03b: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:28:35.126193 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a71cc1-76f9-4d46-9dde-dbc95bb5d786 req-84120c3f-ef8f-4fbe-b67c-82217252052e tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:35.127723 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-60a71cc1-76f9-4d46-9dde-dbc95bb5d786 req-84120c3f-ef8f-4fbe-b67c-82217252052e tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0731401 Jun 28 23:28:35.169528 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-60a71cc1-76f9-4d46-9dde-dbc95bb5d786 req-a407f29a-42db-4a35-ad83-199bfebf6e1a tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343416 Jun 28 23:28:35.194660 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60832) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:28:35.355610 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818951f6-1cc6-4f5c-b707-d9f8cea393d9 tempest-TestShelveInstance-1122145725 tempest-TestShelveInstance-1122145725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:35.357209 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-818951f6-1cc6-4f5c-b707-d9f8cea393d9 tempest-TestShelveInstance-1122145725 tempest-TestShelveInstance-1122145725-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 1094 time: 0.1615067 Jun 28 23:28:35.360193 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60838) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:28:35.365859 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Request body: {'floatingip': {'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'port_id': '05b71f5f-ec6b-493d-ab77-9da1879c99c5', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:28:35.387891 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for floatingip, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:35.489659 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:35.627109 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-c30c6b56-a43a-4036-a4b4-12106e314a11 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658894959&fields=id&tenant_id=e23bc83e618a4da38881f5efae15ba41 HTTP/1.1" status: 200 len: 267 time: 0.0564630 Jun 28 23:28:35.628365 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Allocated IP 172.27.2.237 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/2a9980b4-132b-496b-b700-ef2184320fee) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:28:35.820955 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-0ac060ab-0a26-43aa-8fc8-9775e123d6cf tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:35.822280 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-0ac060ab-0a26-43aa-8fc8-9775e123d6cf tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 812 time: 0.1833253 Jun 28 23:28:35.826003 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d025df0-c218-4e25-b4b0-9ad0d8af9259', 'name': 'network-vif-deleted', 'tag': '8764222f-8305-4bdf-849d-a7710538f6ae'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:35.828278 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048c2da1-fbf2-4f60-b13c-eca27ab3888f" -d '{"events": [{"server_uuid": "9d025df0-c218-4e25-b4b0-9ad0d8af9259", "name": "network-vif-deleted", "tag": "8764222f-8305-4bdf-849d-a7710538f6ae"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:35.846905 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:35.854911 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-f5971d79-299f-4eb4-8f56-0ded60c8624f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/quotas/e23bc83e618a4da38881f5efae15ba41 HTTP/1.1" status: 200 len: 375 time: 0.0237112 Jun 28 23:28:35.876972 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eedc51-9daf-41c6-9a3c-307c40940c5f x-openstack-request-id: req-e2eedc51-9daf-41c6-9a3c-307c40940c5f {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:35.877291 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d025df0-c218-4e25-b4b0-9ad0d8af9259", "name": "network-vif-deleted", "tag": "8764222f-8305-4bdf-849d-a7710538f6ae", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:35.877574 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2eedc51-9daf-41c6-9a3c-307c40940c5f {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:35.877991 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d025df0-c218-4e25-b4b0-9ad0d8af9259', 'name': 'network-vif-deleted', 'tag': '8764222f-8305-4bdf-849d-a7710538f6ae', 'status': 'completed', 'code': 200} Jun 28 23:28:35.925944 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:35.928632 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-41fab662-d693-4208-80c0-f1582f2a2d12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:35.974480 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:28:35.981109 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:28:35.988340 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:28:36.001374 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-4962cb92-daaa-41dc-84ff-162e72b5a4f2 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1374333 Jun 28 23:28:36.023344 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Pushing event updated for resources: {'Port': ['ID=2a9980b4-132b-496b-b700-ef2184320fee,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:36.030029 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:36.415204 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-4d560d5f-56c7-4854-830e-06bfdf7dff3f service neutron] 10.222.0.35 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863366 Jun 28 23:28:36.579837 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-90f06316-5b87-42e4-bf7d-6867ab8c7dfe service neutron] 10.222.0.35 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577647 Jun 28 23:28:36.735014 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:36.817717 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:36.889650 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f9a16c94-f00e-44cd-847b-7fe9c6c6b96c req-6ab08d36-6bd8-4de3-8a7b-ea37b659d0bf tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 210 time: 0.0404592 Jun 28 23:28:37.001747 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:37.005756 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:37.009168 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9a5b4822-e46c-4a6b-9075-643d5a37802a tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:37.084462 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Pushing event updated for resources: {'Port': ['ID=2a9980b4-132b-496b-b700-ef2184320fee,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:37.094224 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:37.094616 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:37.095017 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:37.095375 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:37.095740 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:37.096102 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:37.096634 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:37.097537 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:37.097895 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:37.098252 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:37.098608 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:37.098985 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:37.102637 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:37.106632 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:37.206070 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Floating IP 72f72dac-5ddb-492c-810e-ff94433ff4ec associated. External IP: 172.27.2.237, port: 05b71f5f-ec6b-493d-ab77-9da1879c99c5. Jun 28 23:28:37.423902 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:28:37.532351 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:28:37.541739 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96542e80-cb16-45af-a247-0e41acc9179f None None] Sync routers for ids ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:28:37.548392 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:37.551941 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96542e80-cb16-45af-a247-0e41acc9179f None None] Routers {'3eea7e58-dc7b-496d-9b61-7fd2678c8fae'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:28:37.552566 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-96542e80-cb16-45af-a247-0e41acc9179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:28:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:37.585005 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2236414 Jun 28 23:28:37.770877 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-96542e80-cb16-45af-a247-0e41acc9179f None None] Set router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:28:37.879208 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'tag': '05b71f5f-ec6b-493d-ab77-9da1879c99c5'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:37.881595 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011d4ba7-1094-4c72-8628-c3b932fcc108" -d '{"events": [{"name": "network-changed", "server_uuid": "5506be3a-a80d-4c8d-acf1-97114e050a33", "tag": "05b71f5f-ec6b-493d-ab77-9da1879c99c5"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:37.954661 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-aa63d44a-d1c7-4c91-a26f-6a7968feab21 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:37.955220 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e54e1d4-8dad-4338-abbb-10101d52b3f0 x-openstack-request-id: req-9e54e1d4-8dad-4338-abbb-10101d52b3f0 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:37.955220 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5506be3a-a80d-4c8d-acf1-97114e050a33", "tag": "05b71f5f-ec6b-493d-ab77-9da1879c99c5", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:37.955398 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e54e1d4-8dad-4338-abbb-10101d52b3f0 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:37.957117 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'tag': '05b71f5f-ec6b-493d-ab77-9da1879c99c5', 'status': 'completed', 'code': 200} Jun 28 23:28:37.957361 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-aa63d44a-d1c7-4c91-a26f-6a7968feab21 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.47 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 812 time: 0.1306305 Jun 28 23:28:38.024727 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-96542e80-cb16-45af-a247-0e41acc9179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:38Z', 'updated_at': '2021-06-28T23:27:41Z', 'revision_number': 4, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'gw_port': {'id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:39Z', 'updated_at': '2021-06-28T23:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '72f72dac-5ddb-492c-810e-ff94433ff4ec', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'port_id': '05b71f5f-ec6b-493d-ab77-9da1879c99c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'mac_address': 'fa:16:3e:28:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:28:36Z', 'updated_at': '2021-06-28T23:28:36Z', 'revision_number': 0, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37962a-a2db-465a-837f-ec6ddfca7e05', 'name': '', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'mac_address': 'fa:16:3e:58:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:41Z', 'updated_at': '2021-06-28T23:27:48Z', 'revision_number': 5, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'subnets': [{'id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:38.026006 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-39a1c267-8890-4fe3-979b-badd2804f9f5 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e23bc83e618a4da38881f5efae15ba41 HTTP/1.1" status: 200 len: 379 time: 0.0450795 Jun 28 23:28:38.034973 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Request body: {'port': {'device_id': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'admin_state_up': True, 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'security_groups': ['d95478eb-67f5-4ce1-8da0-02bb16d347b0']}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:28:38.060079 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96542e80-cb16-45af-a247-0e41acc9179f None None] Checking router: 3eea7e58-dc7b-496d-9b61-7fd2678c8fae for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:28:38.069614 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96542e80-cb16-45af-a247-0e41acc9179f None None] Routers {'3eea7e58-dc7b-496d-9b61-7fd2678c8fae'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:28:38.070234 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-96542e80-cb16-45af-a247-0e41acc9179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:28:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:38.074801 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d736bf4-ce37-4aea-b98d-bfcb52c39e0e req-adc2b8d1-ba01-4c61-abff-7b4ce645d263 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 210 time: 0.0379229 Jun 28 23:28:38.077572 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d4ba7-1094-4c72-8628-c3b932fcc108 req-d1dfdf0e-70d4-40b9-9bcd-1bbc97ce3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:38.079229 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-011d4ba7-1094-4c72-8628-c3b932fcc108 req-d1dfdf0e-70d4-40b9-9bcd-1bbc97ce3324 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029f3531c7254979bd2792666ca2fde1&device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 1099 time: 0.0968735 Jun 28 23:28:38.175732 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Made reservation on behalf of e23bc83e618a4da38881f5efae15ba41 for: {'port': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:28:38.179351 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:38.180511 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d4ba7-1094-4c72-8628-c3b932fcc108 req-a73561b2-a0ef-443f-b829-59259699ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:38.182149 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-011d4ba7-1094-4c72-8628-c3b932fcc108 req-a73561b2-a0ef-443f-b829-59259699ce39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8fe9b44-25ee-4e97-acaf-1e0033570eba HTTP/1.1" status: 200 len: 910 time: 0.0958035 Jun 28 23:28:38.198201 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-96542e80-cb16-45af-a247-0e41acc9179f None None] Set router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:28:38.261358 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-011d4ba7-1094-4c72-8628-c3b932fcc108 req-68769576-3688-46f3-81fc-8473b677d0bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5 HTTP/1.1" status: 200 len: 1000 time: 0.0714936 Jun 28 23:28:38.318917 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d4ba7-1094-4c72-8628-c3b932fcc108 req-02257a84-2945-4ec4-8bc9-ac0b3004e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:38.320521 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-011d4ba7-1094-4c72-8628-c3b932fcc108 req-02257a84-2945-4ec4-8bc9-ac0b3004e254 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2785bbb9-84e6-4b34-9d12-fd7462228ce7 HTTP/1.1" status: 200 len: 848 time: 0.0511215 Jun 28 23:28:38.328920 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Allocated IP 172.20.0.7 (fea3cf5c-da72-4ef5-b6f8-bae77ef1f927/267ad752-7b4a-4cc1-8929-5768d21c85ec/fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:28:38.389409 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d4ba7-1094-4c72-8628-c3b932fcc108 req-3e86cc2a-3041-4c80-8153-a894f0cb940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:38.391145 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-011d4ba7-1094-4c72-8628-c3b932fcc108 req-3e86cc2a-3041-4c80-8153-a894f0cb940f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8fe9b44-25ee-4e97-acaf-1e0033570eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0598881 Jun 28 23:28:38.466249 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-96542e80-cb16-45af-a247-0e41acc9179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:38Z', 'updated_at': '2021-06-28T23:27:41Z', 'revision_number': 4, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'gw_port': {'id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:39Z', 'updated_at': '2021-06-28T23:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '72f72dac-5ddb-492c-810e-ff94433ff4ec', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'port_id': '05b71f5f-ec6b-493d-ab77-9da1879c99c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'mac_address': 'fa:16:3e:28:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:28:36Z', 'updated_at': '2021-06-28T23:28:36Z', 'revision_number': 0, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37962a-a2db-465a-837f-ec6ddfca7e05', 'name': '', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'mac_address': 'fa:16:3e:58:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:41Z', 'updated_at': '2021-06-28T23:27:48Z', 'revision_number': 5, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'subnets': [{'id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:38.493062 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-011d4ba7-1094-4c72-8628-c3b932fcc108 req-4364b2e6-96df-4d29-aa7e-7ffb981fbd97 service neutron] 10.222.0.47 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952837 Jun 28 23:28:38.503780 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96542e80-cb16-45af-a247-0e41acc9179f None None] The sync data for ids ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'] in dv-cinder-792462-21-iscsi is: [{'id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:38Z', 'updated_at': '2021-06-28T23:27:41Z', 'revision_number': 4, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'gw_port': {'id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:39Z', 'updated_at': '2021-06-28T23:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '72f72dac-5ddb-492c-810e-ff94433ff4ec', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'port_id': '05b71f5f-ec6b-493d-ab77-9da1879c99c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'mac_address': 'fa:16:3e:28:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:28:36Z', 'updated_at': '2021-06-28T23:28:36Z', 'revision_number': 0, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37962a-a2db-465a-837f-ec6ddfca7e05', 'name': '', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'mac_address': 'fa:16:3e:58:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:41Z', 'updated_at': '2021-06-28T23:27:48Z', 'revision_number': 5, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'subnets': [{'id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:28:38.513374 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:38.528854 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Transition to ACTIVE for port object fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:28:38.569336 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8844762'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:38.575715 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f87b7f09-3b95-4316-b1fd-219f1247f424 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:38.605882 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-011d4ba7-1094-4c72-8628-c3b932fcc108 req-f25fef03-0047-40e8-a44f-408567cc6d39 service neutron] 10.222.0.47 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994430 Jun 28 23:28:38.632359 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:28:38.637866 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:28:38.642432 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:28:38.645965 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'Port': ['ID=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:38.676836 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:38.677291 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:38.677754 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:38.678191 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:38.678630 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:38.679086 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:38.679512 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:38.679940 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:38.680371 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:38.680809 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:38.681234 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:38.681654 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:38.688728 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:38.709105 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:38.709748 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:38.725948 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6952364 Jun 28 23:28:38.741433 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Request body: {'port': {'device_id': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:28:38.812433 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5be45-6a60-4764-ac55-e67ff69dbb2a None None] New status for floating IP 72f72dac-5ddb-492c-810e-ff94433ff4ec: ACTIVE {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:28:38.819799 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:38.906996 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-fc4cbda2-6d10-4b92-a17b-a3703a4cbed4 None None] Provisioning for port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:28:38.912180 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-fc4cbda2-6d10-4b92-a17b-a3703a4cbed4 None None] Provisioning complete for port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:28:38.912759 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-fc4cbda2-6d10-4b92-a17b-a3703a4cbed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:38.946409 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-fc4cbda2-6d10-4b92-a17b-a3703a4cbed4 None None] Port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:28:39.086518 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:28:39.093966 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:39.105690 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Transition to ACTIVE for port object fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:28:39.109201 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844748'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:39.111139 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:39.160554 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Pushing event updated for resources: {'Port': ['ID=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:39.163414 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:39.234628 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Attempting to bind port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:28:39.235015 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Attempting to bind port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:28:39.235346 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Attempting to bind port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 on network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:28:39.240318 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 on network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:28:39.240727 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Attempting to bind port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 on network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:28:39.246256 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:28:39.246671 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Checking segment: {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:28:39.247147 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Bound using segment: {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:28:39.247801 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Bound port: fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:28:39.248219 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:39.274788 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09906a3-8e1c-4b7d-8bce-42683b94f6df req-cfc291b7-c0cf-40f9-8537-bfad78607b60 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:39.276366 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c09906a3-8e1c-4b7d-8bce-42683b94f6df req-cfc291b7-c0cf-40f9-8537-bfad78607b60 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 943 time: 0.0654178 Jun 28 23:28:39.318380 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] For port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37, host hv-cinder-79246, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:28:39.322035 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] For port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:28:39.323137 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c09906a3-8e1c-4b7d-8bce-42683b94f6df req-45d81f59-b791-4a7b-8bc9-87049b2a523f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404649 Jun 28 23:28:39.328620 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844748'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:39.335523 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:39.370299 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:39.370938 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:39.372320 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] 10.222.0.47 "PUT /v2.0/ports/fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 HTTP/1.1" status: 200 len: 1093 time: 0.6354647 Jun 28 23:28:39.372840 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'tag': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:39.375165 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5951d698d6fa6ad5965dacd3038605f07984bf8028d67a1eaeaa8c00c63a7533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3171437e-9421-4cbe-9e34-0e058e4e42be" -d '{"events": [{"name": "network-changed", "server_uuid": "6005f048-1c87-44b9-ba46-a7d0c9c92776", "tag": "fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:39.397905 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Pushing event updated for resources: {'Port': ['ID=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:39.408009 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:39.447554 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea2b077-8f36-42d7-81c6-edd17f504ec6 x-openstack-request-id: req-bea2b077-8f36-42d7-81c6-edd17f504ec6 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:39.447886 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6005f048-1c87-44b9-ba46-a7d0c9c92776", "tag": "fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:39.448179 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bea2b077-8f36-42d7-81c6-edd17f504ec6 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:39.448617 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'tag': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'status': 'completed', 'code': 200} Jun 28 23:28:39.477780 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-16b77dc1-110e-441d-a033-eb5bfa3d9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:39.479418 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-16b77dc1-110e-441d-a033-eb5bfa3d9d16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 1096 time: 0.0615034 Jun 28 23:28:39.526291 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-592d3c94-65ce-4ef5-90c5-1eb1be33ed26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 HTTP/1.1" status: 200 len: 217 time: 0.0388567 Jun 28 23:28:39.579051 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-5500d54b-84a2-4f64-bd1e-5bf50a913cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:39.580574 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-5500d54b-84a2-4f64-bd1e-5bf50a913cd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=267ad752-7b4a-4cc1-8929-5768d21c85ec HTTP/1.1" status: 200 len: 851 time: 0.0477970 Jun 28 23:28:39.638887 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-9f580861-30ac-43b3-861c-de245ce94019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:39.640388 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-9f580861-30ac-43b3-861c-de245ce94019 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519323 Jun 28 23:28:39.731791 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-c9843bf2-21fe-4757-8380-7960be9e89aa service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848210 Jun 28 23:28:39.819640 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-871dfc3c-196f-4846-984d-4718e4d60fa5 req-91914607-ab6c-4c3c-804b-73a140b165bd service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798755 Jun 28 23:28:39.935818 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171437e-9421-4cbe-9e34-0e058e4e42be req-83ef21db-b981-4c51-b2f3-07dc53b19fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:39.937289 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3171437e-9421-4cbe-9e34-0e058e4e42be req-83ef21db-b981-4c51-b2f3-07dc53b19fef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 1096 time: 0.0564387 Jun 28 23:28:40.024931 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171437e-9421-4cbe-9e34-0e058e4e42be req-61cd2788-2fae-4cac-aa9e-39da3295839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:40.026369 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3171437e-9421-4cbe-9e34-0e058e4e42be req-61cd2788-2fae-4cac-aa9e-39da3295839f service neutron] 10.222.0.47 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 913 time: 0.0817657 Jun 28 23:28:40.070130 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3171437e-9421-4cbe-9e34-0e058e4e42be req-c9131af2-8497-4fa9-a833-ac8f44e43fbf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 HTTP/1.1" status: 200 len: 217 time: 0.0363343 Jun 28 23:28:40.117950 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171437e-9421-4cbe-9e34-0e058e4e42be req-995a916a-1a13-4a28-8383-7b361b92c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:40.119361 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3171437e-9421-4cbe-9e34-0e058e4e42be req-995a916a-1a13-4a28-8383-7b361b92c796 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=267ad752-7b4a-4cc1-8929-5768d21c85ec HTTP/1.1" status: 200 len: 851 time: 0.0420249 Jun 28 23:28:40.174410 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171437e-9421-4cbe-9e34-0e058e4e42be req-f1a2d347-7ab8-4ef2-b491-162e2a1af428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:40.176456 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3171437e-9421-4cbe-9e34-0e058e4e42be req-f1a2d347-7ab8-4ef2-b491-162e2a1af428 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497622 Jun 28 23:28:40.266339 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3171437e-9421-4cbe-9e34-0e058e4e42be req-6c3d2b65-16df-47df-ad99-29940da647e8 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834687 Jun 28 23:28:40.351847 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3171437e-9421-4cbe-9e34-0e058e4e42be req-66e0b25e-5c8f-47a1-8d47-016b15be2cba service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790114 Jun 28 23:28:40.502572 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec609d0-bb59-4f84-806c-c26b0c9f1669 req-3eabcbee-4f8e-4d22-ad8f-1723dc3ef3e7 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:40.504137 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bec609d0-bb59-4f84-806c-c26b0c9f1669 req-3eabcbee-4f8e-4d22-ad8f-1723dc3ef3e7 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 943 time: 0.0621698 Jun 28 23:28:40.541486 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bec609d0-bb59-4f84-806c-c26b0c9f1669 req-ddcdc262-4f8a-4b37-ad5d-9bb74dc72e68 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316479 Jun 28 23:28:41.720379 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec408f-de45-4879-babc-de7a2c8d7d80 req-01661d7b-13c6-4f8e-b6d9-2884cce463d6 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:41.721823 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cbec408f-de45-4879-babc-de7a2c8d7d80 req-01661d7b-13c6-4f8e-b6d9-2884cce463d6 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 943 time: 0.0679426 Jun 28 23:28:41.763800 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cbec408f-de45-4879-babc-de7a2c8d7d80 req-bb1a3de1-4eeb-4612-99c4-a7fd255613ec tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362179 Jun 28 23:28:42.936193 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8904ece-d359-4d52-b486-e6d5f5df67a0 req-6313b36a-ab59-48f8-b4fc-4fc6df1c7db6 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:42.937902 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b8904ece-d359-4d52-b486-e6d5f5df67a0 req-6313b36a-ab59-48f8-b4fc-4fc6df1c7db6 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 943 time: 0.0645931 Jun 28 23:28:42.976850 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b8904ece-d359-4d52-b486-e6d5f5df67a0 req-0246d012-65a7-4955-a536-2109408fa2b6 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330617 Jun 28 23:28:44.150918 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245db59-783a-4aab-a7a5-15bfdd8da9d6 req-0b08c843-225e-4bda-8017-ca7bd2f5f2a8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:44.152382 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9245db59-783a-4aab-a7a5-15bfdd8da9d6 req-0b08c843-225e-4bda-8017-ca7bd2f5f2a8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 943 time: 0.0656018 Jun 28 23:28:44.193627 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9245db59-783a-4aab-a7a5-15bfdd8da9d6 req-070fe625-0e56-4acd-ae05-f9c2f05ed5df tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355961 Jun 28 23:28:45.379385 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d1780-38fe-4d74-bf40-a56ada188644 req-fffc5dfc-4f1d-4bfa-a933-b0d170ed30c0 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:45.380854 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-df6d1780-38fe-4d74-bf40-a56ada188644 req-fffc5dfc-4f1d-4bfa-a933-b0d170ed30c0 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 943 time: 0.0657978 Jun 28 23:28:45.418649 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-df6d1780-38fe-4d74-bf40-a56ada188644 req-4d96df3f-c0ce-4391-9468-24beae99846c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321825 Jun 28 23:28:46.595997 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2873cce-9f97-41f5-a905-d91595e2a6ca req-2f37c023-5949-4ef8-8771-29c028dd9478 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:46.597471 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2873cce-9f97-41f5-a905-d91595e2a6ca req-2f37c023-5949-4ef8-8771-29c028dd9478 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 943 time: 0.0665805 Jun 28 23:28:46.642605 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2873cce-9f97-41f5-a905-d91595e2a6ca req-277d6e8f-5434-488c-b326-ab4be2a2f5e6 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389197 Jun 28 23:28:47.822609 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365946b-e40b-467c-bfb4-4478e2697e52 req-84461723-b3c3-4c6f-b5a2-079ca922b602 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:47.824022 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a365946b-e40b-467c-bfb4-4478e2697e52 req-84461723-b3c3-4c6f-b5a2-079ca922b602 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 943 time: 0.0691116 Jun 28 23:28:47.861669 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a365946b-e40b-467c-bfb4-4478e2697e52 req-e5cd81c9-6dda-4611-98cf-c8d682609f62 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320535 Jun 28 23:28:48.773701 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:28:48.867474 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:28:48.877317 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'port_id': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'mac_address': 'fa:16:3e:cd:3a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:28:48.915361 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:48.926843 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:28:48.946162 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:28:48.951281 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:48.953119 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:49.006269 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:49.013683 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:49.014032 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:49.014372 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:49.014719 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:49.015065 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:49.015394 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:49.015722 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:49.016047 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:49.016421 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:49.016895 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:49.017063 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:49.017381 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:28:49.021969 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:49.049633 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff24fd-d036-48ee-a668-fdc9e7867ded req-31109316-8b1a-4a75-9338-514c65093c31 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:49.051145 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-88ff24fd-d036-48ee-a668-fdc9e7867ded req-31109316-8b1a-4a75-9338-514c65093c31 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 944 time: 0.0670838 Jun 28 23:28:49.089255 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-88ff24fd-d036-48ee-a668-fdc9e7867ded req-38b57d92-f2f1-4daa-87c1-8255fbf5859f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322502 Jun 28 23:28:49.365417 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:28:50.260735 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcbce8-c31c-4fd0-a40a-d3152c759f33 req-97e394fe-40af-4171-9417-1621103dd958 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:50.262190 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92bcbce8-c31c-4fd0-a40a-d3152c759f33 req-97e394fe-40af-4171-9417-1621103dd958 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 944 time: 0.0640860 Jun 28 23:28:50.299045 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92bcbce8-c31c-4fd0-a40a-d3152c759f33 req-8e47cc8e-5843-4805-a6a7-b4b794ee9f7f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308135 Jun 28 23:28:50.788573 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:28:50.835437 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:28:50.838868 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:28:50.839251 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:50.911735 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:50.933600 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:50.935973 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2408f4-de0c-4ce4-abcb-30b1674143ba" -d '{"events": [{"server_uuid": "6005f048-1c87-44b9-ba46-a7d0c9c92776", "name": "network-vif-plugged", "status": "completed", "tag": "fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:50.952230 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:28:50.956849 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:50.958899 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:50.980163 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6761c6e-7332-4876-a143-4790a33c81a7 x-openstack-request-id: req-b6761c6e-7332-4876-a143-4790a33c81a7 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:50.980465 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6005f048-1c87-44b9-ba46-a7d0c9c92776", "name": "network-vif-plugged", "status": "completed", "tag": "fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:50.980721 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6761c6e-7332-4876-a143-4790a33c81a7 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:50.981109 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'code': 200} Jun 28 23:28:51.006953 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:51.017262 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:51.279888 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bd428-096c-44ea-9011-ca5e993880da req-33e05bfa-4a25-40df-931c-fd9f233d6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:51.281492 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d30bd428-096c-44ea-9011-ca5e993880da req-33e05bfa-4a25-40df-931c-fd9f233d6e46 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 1098 time: 0.0517690 Jun 28 23:28:51.323121 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d30bd428-096c-44ea-9011-ca5e993880da req-35dfcd58-2cca-4f62-82dd-a0424f4632cf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329747 Jun 28 23:28:51.497000 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ee593-0232-420a-afc4-d0b59d443e42 req-8e24f9d8-894d-45c7-94d0-eb3d79659fa8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:51.498689 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d63ee593-0232-420a-afc4-d0b59d443e42 req-8e24f9d8-894d-45c7-94d0-eb3d79659fa8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 945 time: 0.0618825 Jun 28 23:28:51.535813 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d63ee593-0232-420a-afc4-d0b59d443e42 req-eb7431e9-d611-46da-a140-15151f293d64 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307748 Jun 28 23:28:52.730842 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43fb23-3d03-4fdc-b0cc-41e71cc785d3 req-b926c3d1-5e09-4b9e-88db-ec30c7e78a86 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:52.732266 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4b43fb23-3d03-4fdc-b0cc-41e71cc785d3 req-b926c3d1-5e09-4b9e-88db-ec30c7e78a86 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 945 time: 0.0631380 Jun 28 23:28:52.768940 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4b43fb23-3d03-4fdc-b0cc-41e71cc785d3 req-ae4d70e5-63d6-4e9e-a57e-0a1a9708950f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308721 Jun 28 23:28:53.369579 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ddf72bf-2f0f-4f43-90a9-602f47da58d7 req-079144fd-1c18-42be-a32e-046246092141 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299535870&fields=id&tenant_id=4843e8e397b34a80966999c896dfbad0 HTTP/1.1" status: 200 len: 267 time: 0.0358622 Jun 28 23:28:53.440484 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf72bf-2f0f-4f43-90a9-602f47da58d7 req-91554c4b-8b85-4261-a382-e26cf218c0c0 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:53.441951 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ddf72bf-2f0f-4f43-90a9-602f47da58d7 req-91554c4b-8b85-4261-a382-e26cf218c0c0 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 985 time: 0.0670009 Jun 28 23:28:53.452726 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-5ddf72bf-2f0f-4f43-90a9-602f47da58d7 req-4e825bb4-c7e2-404d-9bc1-e50a1bd457d1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Request body: {'port': {'security_groups': ['2fc983ca-30de-4732-bb83-8f23597f7427']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:28:53.534569 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ddf72bf-2f0f-4f43-90a9-602f47da58d7 req-4e825bb4-c7e2-404d-9bc1-e50a1bd457d1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:53.702114 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-5ddf72bf-2f0f-4f43-90a9-602f47da58d7 req-4e825bb4-c7e2-404d-9bc1-e50a1bd457d1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] For port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c,segment=NetworkSegment(3514994f-f5e1-44f5-8f83-a45b606adf0b),segment_id=3514994f-f5e1-44f5-8f83-a45b606adf0b)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:28:53.732012 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ddf72bf-2f0f-4f43-90a9-602f47da58d7 req-4e825bb4-c7e2-404d-9bc1-e50a1bd457d1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:53.738909 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ddf72bf-2f0f-4f43-90a9-602f47da58d7 req-4e825bb4-c7e2-404d-9bc1-e50a1bd457d1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:53.742372 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-69509d13-bf22-49e7-9127-17a3906e2cf1 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:53.754669 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['20df1110-7d9a-4f3c-925c-a5e14f4e6d8c'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:28:53.796693 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf72bf-2f0f-4f43-90a9-602f47da58d7 req-4e825bb4-c7e2-404d-9bc1-e50a1bd457d1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:53.797630 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ddf72bf-2f0f-4f43-90a9-602f47da58d7 req-4e825bb4-c7e2-404d-9bc1-e50a1bd457d1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:53.802643 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ddf72bf-2f0f-4f43-90a9-602f47da58d7 req-4e825bb4-c7e2-404d-9bc1-e50a1bd457d1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "PUT /v2.0/ports/20df1110-7d9a-4f3c-925c-a5e14f4e6d8c HTTP/1.1" status: 200 len: 943 time: 0.3544700 Jun 28 23:28:53.805110 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'tag': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:53.806905 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60978) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:28:53.808699 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a37190b-40bd-404c-b876-cb8d65efe683" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e63de1-97bd-4006-9792-4190951b07ec", "tag": "20df1110-7d9a-4f3c-925c-a5e14f4e6d8c"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:53.855501 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e825bb4-c7e2-404d-9bc1-e50a1bd457d1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Pushing event updated for resources: {'Port': ['ID=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c,revision_number=7']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:53.862729 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4e825bb4-c7e2-404d-9bc1-e50a1bd457d1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:53.867730 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d30c97-eba9-4bc5-9d1c-28802cfdd362 x-openstack-request-id: req-78d30c97-eba9-4bc5-9d1c-28802cfdd362 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:53.868320 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e63de1-97bd-4006-9792-4190951b07ec", "tag": "20df1110-7d9a-4f3c-925c-a5e14f4e6d8c", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:53.868768 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78d30c97-eba9-4bc5-9d1c-28802cfdd362 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:53.869353 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'tag': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c', 'status': 'completed', 'code': 200} Jun 28 23:28:53.946803 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['20df1110-7d9a-4f3c-925c-a5e14f4e6d8c'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:28:53.990383 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c12dfd7f-937f-4f15-bc7b-64f2aaa6d868 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:54.032255 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c12dfd7f-937f-4f15-bc7b-64f2aaa6d868 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:54.063937 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1bfdd-6ddd-4d6d-8814-6d6a87c53c6f req-b04bef0c-daaa-4d6e-815d-a0285354a04f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:54.077437 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-edc1bfdd-6ddd-4d6d-8814-6d6a87c53c6f req-b04bef0c-daaa-4d6e-815d-a0285354a04f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 945 time: 0.1003604 Jun 28 23:28:54.101140 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37190b-40bd-404c-b876-cb8d65efe683 req-41539904-ad0b-44fb-bc71-32d0958531d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:54.103331 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7a37190b-40bd-404c-b876-cb8d65efe683 req-41539904-ad0b-44fb-bc71-32d0958531d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4843e8e397b34a80966999c896dfbad0&device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 1099 time: 0.1768363 Jun 28 23:28:54.132244 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-edc1bfdd-6ddd-4d6d-8814-6d6a87c53c6f req-559c6c28-046b-4e28-a031-91a50d4ac0ae tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535457 Jun 28 23:28:54.149372 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2da74eb9-9c58-41b6-8569-c94451c4ac7e None None] Provisioning complete for port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:28:54.150111 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2da74eb9-9c58-41b6-8569-c94451c4ac7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:54.204139 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c12dfd7f-937f-4f15-bc7b-64f2aaa6d868 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:54.207430 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c12dfd7f-937f-4f15-bc7b-64f2aaa6d868 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:54.211836 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c12dfd7f-937f-4f15-bc7b-64f2aaa6d868 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "DELETE /v2.0/security-groups/0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b HTTP/1.1" status: 204 len: 168 time: 0.4038801 Jun 28 23:28:54.212573 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 60984) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:28:54.218033 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7c909519-549f-487b-9bf4-0c3e994d8ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:54.230873 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dfd7f-937f-4f15-bc7b-64f2aaa6d868 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be5de1d-d3ce-41f4-89a0-9ceceacd7a2b,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:54.234226 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c12dfd7f-937f-4f15-bc7b-64f2aaa6d868 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:54.235910 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37190b-40bd-404c-b876-cb8d65efe683 req-79b5725d-0643-4e7d-a17a-d2991de4b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:54.238247 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7a37190b-40bd-404c-b876-cb8d65efe683 req-79b5725d-0643-4e7d-a17a-d2991de4b0ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=07112a3e-968e-4eec-9765-4ad4f0381d53 HTTP/1.1" status: 200 len: 916 time: 0.1278279 Jun 28 23:28:54.303245 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7a37190b-40bd-404c-b876-cb8d65efe683 req-dd84ade8-ef2a-4b8a-8e00-a66cb181a138 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c HTTP/1.1" status: 200 len: 1002 time: 0.0577762 Jun 28 23:28:54.356580 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37190b-40bd-404c-b876-cb8d65efe683 req-0794e78d-65ae-44a8-b135-5b8a86191514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:54.358020 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7a37190b-40bd-404c-b876-cb8d65efe683 req-0794e78d-65ae-44a8-b135-5b8a86191514 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a378868-c100-4dfe-954c-8b1bdde41ee4 HTTP/1.1" status: 200 len: 854 time: 0.0463791 Jun 28 23:28:54.389670 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1979e-4393-41b9-9bea-9d8016347eec req-df69dde9-d9a8-4d06-bda6-964b54b5418f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:54.391155 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-35f1979e-4393-41b9-9bea-9d8016347eec req-df69dde9-d9a8-4d06-bda6-964b54b5418f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 945 time: 0.1174879 Jun 28 23:28:54.415439 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37190b-40bd-404c-b876-cb8d65efe683 req-c65fee3c-fe32-47aa-9b5b-ef4c61e08dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:54.416917 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7a37190b-40bd-404c-b876-cb8d65efe683 req-c65fee3c-fe32-47aa-9b5b-ef4c61e08dc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07112a3e-968e-4eec-9765-4ad4f0381d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510294 Jun 28 23:28:54.453206 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-35f1979e-4393-41b9-9bea-9d8016347eec req-55062607-04b2-46c6-865c-e52b7df7c7c4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550570 Jun 28 23:28:54.474438 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-de972db6-d6b9-4e45-a488-5b30b71bc1f5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Deleting port 890210e9-8ca1-4ec0-bc83-28c23bfd0a4b {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:28:54.474986 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-de972db6-d6b9-4e45-a488-5b30b71bc1f5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:54.480563 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60988) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:28:54.542035 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7a37190b-40bd-404c-b876-cb8d65efe683 req-8f2d2002-2f04-4ae8-b5db-9b30da03c959 service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149194 Jun 28 23:28:54.552787 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-de972db6-d6b9-4e45-a488-5b30b71bc1f5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:54.553229 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-de972db6-d6b9-4e45-a488-5b30b71bc1f5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:54.565820 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-de972db6-d6b9-4e45-a488-5b30b71bc1f5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Calling delete_port for 890210e9-8ca1-4ec0-bc83-28c23bfd0a4b owned by network:floatingip {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:28:54.573759 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41ce476-38eb-45c9-abc6-5009b1a980ca tempest-TestVolumeBootPattern-1186035630 tempest-TestVolumeBootPattern-1186035630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:54.575266 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d41ce476-38eb-45c9-abc6-5009b1a980ca tempest-TestVolumeBootPattern-1186035630 tempest-TestVolumeBootPattern-1186035630-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 1093 time: 0.0898509 Jun 28 23:28:54.578060 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 60990) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:28:54.582642 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Request body: {'floatingip': {'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'port_id': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:28:54.658500 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for floatingip, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:54.680773 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7a37190b-40bd-404c-b876-cb8d65efe683 req-4befcdb0-8ad6-4008-8954-d171d451813b service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279469 Jun 28 23:28:54.752870 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-de972db6-d6b9-4e45-a488-5b30b71bc1f5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:54.756248 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b3b29068-6f34-43ad-90d5-ea0a1f8d445f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:54.762944 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:54.778940 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de972db6-d6b9-4e45-a488-5b30b71bc1f5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Pushing event deleted for resources: {'Port': ['ID=890210e9-8ca1-4ec0-bc83-28c23bfd0a4b,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:54.782354 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-de972db6-d6b9-4e45-a488-5b30b71bc1f5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:54.839276 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-de972db6-d6b9-4e45-a488-5b30b71bc1f5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks [] for floatingip, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:54.839511 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-de972db6-d6b9-4e45-a488-5b30b71bc1f5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Floating IP 6bdb00c0-2630-4a26-856f-e2e99a6dfe8c disassociated (deleted). External IP: 172.27.2.136, port: 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c. Jun 28 23:28:54.869475 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Allocated IP 172.27.2.111 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/d72911a0-2c38-43ec-8ab1-7a55449bb906) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:28:54.978313 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:55.018138 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8844762'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:55.020382 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:55.058815 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:28:55.063689 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:28:55.066200 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:28:55.094492 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'Port': ['ID=d72911a0-2c38-43ec-8ab1-7a55449bb906,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:55.097868 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:55.276338 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de972db6-d6b9-4e45-a488-5b30b71bc1f5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Router 0f610cfa-b07c-4ad6-b589-001fed2493a6 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:28:55.383278 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de972db6-d6b9-4e45-a488-5b30b71bc1f5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:28:55.387700 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-de972db6-d6b9-4e45-a488-5b30b71bc1f5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:55.393515 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0175183d-5da1-4c1d-b003-94dd2aff015d None None] Sync routers for ids ['0f610cfa-b07c-4ad6-b589-001fed2493a6'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:28:55.404102 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0175183d-5da1-4c1d-b003-94dd2aff015d None None] Routers {'0f610cfa-b07c-4ad6-b589-001fed2493a6'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:28:55.404744 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-0175183d-5da1-4c1d-b003-94dd2aff015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:28:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['0f610cfa-b07c-4ad6-b589-001fed2493a6'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:55.428220 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-de972db6-d6b9-4e45-a488-5b30b71bc1f5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "DELETE /v2.0/floatingips/6bdb00c0-2630-4a26-856f-e2e99a6dfe8c HTTP/1.1" status: 204 len: 168 time: 1.2115359 Jun 28 23:28:55.527533 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-0175183d-5da1-4c1d-b003-94dd2aff015d None None] Set router 0f610cfa-b07c-4ad6-b589-001fed2493a6 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:28:55.675943 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:55.783781 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:55.784173 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-0175183d-5da1-4c1d-b003-94dd2aff015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:20Z', 'updated_at': '2021-06-28T23:24:24Z', 'revision_number': 4, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'gw_port': {'id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:21Z', 'updated_at': '2021-06-28T23:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '72c42173-c617-4853-b178-e451e3b4ec5f', 'name': '', 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'mac_address': 'fa:16:3e:b4:4f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:24Z', 'updated_at': '2021-06-28T23:24:31Z', 'revision_number': 5, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'subnets': [{'id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:55.829160 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0175183d-5da1-4c1d-b003-94dd2aff015d None None] Checking router: 0f610cfa-b07c-4ad6-b589-001fed2493a6 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:28:55.832463 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:28:55.840383 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0175183d-5da1-4c1d-b003-94dd2aff015d None None] Routers {'0f610cfa-b07c-4ad6-b589-001fed2493a6'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:28:55.841006 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-0175183d-5da1-4c1d-b003-94dd2aff015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:28:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['0f610cfa-b07c-4ad6-b589-001fed2493a6'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:55.870836 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'tag': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:55.873463 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17baaca5-43b0-46f5-91d0-0d3c5558e6db" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e63de1-97bd-4006-9792-4190951b07ec", "tag": "20df1110-7d9a-4f3c-925c-a5e14f4e6d8c"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:55.917002 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d23e050-f4dd-4cc2-9c96-8b40a5a1f7e1 x-openstack-request-id: req-9d23e050-f4dd-4cc2-9c96-8b40a5a1f7e1 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:55.917394 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e63de1-97bd-4006-9792-4190951b07ec", "tag": "20df1110-7d9a-4f3c-925c-a5e14f4e6d8c", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:55.917782 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d23e050-f4dd-4cc2-9c96-8b40a5a1f7e1 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:55.918264 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'tag': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c', 'status': 'completed', 'code': 200} Jun 28 23:28:55.944354 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3140762e-4ad4-49c7-93cd-841bc8513097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:55.963510 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-0175183d-5da1-4c1d-b003-94dd2aff015d None None] Set router 0f610cfa-b07c-4ad6-b589-001fed2493a6 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:28:56.002229 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:56.010043 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844748'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:56.013442 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:28:56.073220 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baaca5-43b0-46f5-91d0-0d3c5558e6db req-c2c7e6e2-1581-4102-8c91-1b8804d5de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:56.074694 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-17baaca5-43b0-46f5-91d0-0d3c5558e6db req-c2c7e6e2-1581-4102-8c91-1b8804d5de03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4843e8e397b34a80966999c896dfbad0&device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 1099 time: 0.1234798 Jun 28 23:28:56.113267 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'Port': ['ID=d72911a0-2c38-43ec-8ab1-7a55449bb906,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:28:56.118409 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:28:56.128993 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:56.159148 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-0175183d-5da1-4c1d-b003-94dd2aff015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:20Z', 'updated_at': '2021-06-28T23:24:24Z', 'revision_number': 4, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'gw_port': {'id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:21Z', 'updated_at': '2021-06-28T23:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '72c42173-c617-4853-b178-e451e3b4ec5f', 'name': '', 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'mac_address': 'fa:16:3e:b4:4f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:24Z', 'updated_at': '2021-06-28T23:24:31Z', 'revision_number': 5, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'subnets': [{'id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:56.184893 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0175183d-5da1-4c1d-b003-94dd2aff015d None None] The sync data for ids ['0f610cfa-b07c-4ad6-b589-001fed2493a6'] in dv-cinder-792462-21-iscsi is: [{'id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:20Z', 'updated_at': '2021-06-28T23:24:24Z', 'revision_number': 4, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'gw_port': {'id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:21Z', 'updated_at': '2021-06-28T23:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '72c42173-c617-4853-b178-e451e3b4ec5f', 'name': '', 'network_id': '07112a3e-968e-4eec-9765-4ad4f0381d53', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'mac_address': 'fa:16:3e:b4:4f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:24Z', 'updated_at': '2021-06-28T23:24:31Z', 'revision_number': 5, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'subnets': [{'id': '1a378868-c100-4dfe-954c-8b1bdde41ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:28:56.258731 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baaca5-43b0-46f5-91d0-0d3c5558e6db req-bffc52a1-e09e-4766-b2ea-92c1d67d3821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:56.260240 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-17baaca5-43b0-46f5-91d0-0d3c5558e6db req-bffc52a1-e09e-4766-b2ea-92c1d67d3821 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07112a3e-968e-4eec-9765-4ad4f0381d53 HTTP/1.1" status: 200 len: 916 time: 0.1775217 Jun 28 23:28:56.279658 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.l3_db [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Floating IP 0803f62e-f0f0-447b-9d40-24cd786d814c associated. External IP: 172.27.2.111, port: fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37. Jun 28 23:28:56.342284 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-17baaca5-43b0-46f5-91d0-0d3c5558e6db req-45a10395-a610-4f04-bbc7-6eb6aa6cdc39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c HTTP/1.1" status: 200 len: 217 time: 0.0686324 Jun 28 23:28:56.436981 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64d5900-d0d5-43f1-885b-d21cfa3d656f None None] New status for floating IP 6bdb00c0-2630-4a26-856f-e2e99a6dfe8c: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:28:56.445723 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baaca5-43b0-46f5-91d0-0d3c5558e6db req-49206e48-6929-42cb-b744-0df5683f544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:56.447164 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-17baaca5-43b0-46f5-91d0-0d3c5558e6db req-49206e48-6929-42cb-b744-0df5683f544a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a378868-c100-4dfe-954c-8b1bdde41ee4 HTTP/1.1" status: 200 len: 854 time: 0.0869081 Jun 28 23:28:56.585971 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baaca5-43b0-46f5-91d0-0d3c5558e6db req-36ef40d5-b481-4804-8672-de7fd1a40e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:56.587468 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-17baaca5-43b0-46f5-91d0-0d3c5558e6db req-36ef40d5-b481-4804-8672-de7fd1a40e0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07112a3e-968e-4eec-9765-4ad4f0381d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1076145 Jun 28 23:28:56.592825 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Router 87d6758c-d596-4d20-a05b-41cff145e4db has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:28:56.652462 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:56.751148 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-17baaca5-43b0-46f5-91d0-0d3c5558e6db req-fce5f7cd-3301-47c3-b2d4-f8098286e174 service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545138 Jun 28 23:28:56.783746 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:28:56.794002 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa8924-95cc-401a-bc0f-9af34c881a76 None None] Sync routers for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:28:56.803862 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa8924-95cc-401a-bc0f-9af34c881a76 None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:28:56.805305 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-9caa8924-95cc-401a-bc0f-9af34c881a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:28:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:56.841371 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:56.895674 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-17baaca5-43b0-46f5-91d0-0d3c5558e6db req-90e29a53-59d8-4b51-ad73-86a801d0cbce service neutron] 10.222.0.47 "GET /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360857 Jun 28 23:28:56.905133 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3181324 Jun 28 23:28:56.905133 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'tag': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:28:56.905133 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5951d698d6fa6ad5965dacd3038605f07984bf8028d67a1eaeaa8c00c63a7533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7314c7bb-f18b-48a7-9a27-7fc02254b765" -d '{"events": [{"name": "network-changed", "server_uuid": "6005f048-1c87-44b9-ba46-a7d0c9c92776", "tag": "fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:28:56.972200 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bc0db1-b9ee-4206-aaac-17ea22ab6417 x-openstack-request-id: req-32bc0db1-b9ee-4206-aaac-17ea22ab6417 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:28:56.972678 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6005f048-1c87-44b9-ba46-a7d0c9c92776", "tag": "fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:28:56.973090 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32bc0db1-b9ee-4206-aaac-17ea22ab6417 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:28:56.974167 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'tag': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'status': 'completed', 'code': 200} Jun 28 23:28:57.063298 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-9caa8924-95cc-401a-bc0f-9af34c881a76 None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:28:57.075912 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314c7bb-f18b-48a7-9a27-7fc02254b765 req-d1d9e4df-0bfc-4005-8a67-e2df6f9e8371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:57.077183 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7314c7bb-f18b-48a7-9a27-7fc02254b765 req-d1d9e4df-0bfc-4005-8a67-e2df6f9e8371 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 1098 time: 0.0735056 Jun 28 23:28:57.177614 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314c7bb-f18b-48a7-9a27-7fc02254b765 req-aa994ebd-e46c-479a-bcfc-5ee24786161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:57.179080 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7314c7bb-f18b-48a7-9a27-7fc02254b765 req-aa994ebd-e46c-479a-bcfc-5ee24786161d service neutron] 10.222.0.47 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 913 time: 0.0954084 Jun 28 23:28:57.257532 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7314c7bb-f18b-48a7-9a27-7fc02254b765 req-74cfae1c-99ac-430c-9c02-8991dd5d4a05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 HTTP/1.1" status: 200 len: 999 time: 0.0691116 Jun 28 23:28:57.306614 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314c7bb-f18b-48a7-9a27-7fc02254b765 req-d9d3f6e1-c140-4c6f-9ba7-f01e9a0d98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:57.308004 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7314c7bb-f18b-48a7-9a27-7fc02254b765 req-d9d3f6e1-c140-4c6f-9ba7-f01e9a0d98f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=267ad752-7b4a-4cc1-8929-5768d21c85ec HTTP/1.1" status: 200 len: 851 time: 0.0429561 Jun 28 23:28:57.317588 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-9caa8924-95cc-401a-bc0f-9af34c881a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '0803f62e-f0f0-447b-9d40-24cd786d814c', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'port_id': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'mac_address': 'fa:16:3e:cd:3a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:28:55Z', 'updated_at': '2021-06-28T23:28:55Z', 'revision_number': 0, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:57.346487 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa8924-95cc-401a-bc0f-9af34c881a76 None None] Checking router: 87d6758c-d596-4d20-a05b-41cff145e4db for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:28:57.354556 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa8924-95cc-401a-bc0f-9af34c881a76 None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:28:57.355202 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-9caa8924-95cc-401a-bc0f-9af34c881a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:28:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:57.364254 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314c7bb-f18b-48a7-9a27-7fc02254b765 req-d9a26edb-6840-458b-9e34-2e6ae5975f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:57.365739 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7314c7bb-f18b-48a7-9a27-7fc02254b765 req-d9a26edb-6840-458b-9e34-2e6ae5975f50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0511401 Jun 28 23:28:57.460124 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7314c7bb-f18b-48a7-9a27-7fc02254b765 req-1dac15ef-4e96-4e07-a7fc-9706d8ba6b4a service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862682 Jun 28 23:28:57.460388 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-9caa8924-95cc-401a-bc0f-9af34c881a76 None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:28:57.573715 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7314c7bb-f18b-48a7-9a27-7fc02254b765 req-b69ba2a8-3fb0-433d-91b7-1231ef5ce3d0 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058989 Jun 28 23:28:57.691539 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-9caa8924-95cc-401a-bc0f-9af34c881a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '0803f62e-f0f0-447b-9d40-24cd786d814c', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'port_id': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'mac_address': 'fa:16:3e:cd:3a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:28:55Z', 'updated_at': '2021-06-28T23:28:55Z', 'revision_number': 0, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:28:57.719882 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa8924-95cc-401a-bc0f-9af34c881a76 None None] The sync data for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi is: [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '0803f62e-f0f0-447b-9d40-24cd786d814c', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'port_id': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'mac_address': 'fa:16:3e:cd:3a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:28:55Z', 'updated_at': '2021-06-28T23:28:55Z', 'revision_number': 0, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:28:57.909288 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08397a2b-340b-4958-bd02-8b6a11f80eef None None] New status for floating IP 0803f62e-f0f0-447b-9d40-24cd786d814c: ACTIVE {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:28:58.640121 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670f9f8-fb02-4698-a226-815bac2c5c42 req-0ecf2b81-a8e1-4abe-aed2-eba0c73f9613 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:58.641485 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2670f9f8-fb02-4698-a226-815bac2c5c42 req-0ecf2b81-a8e1-4abe-aed2-eba0c73f9613 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 946 time: 0.0651870 Jun 28 23:28:58.678666 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2670f9f8-fb02-4698-a226-815bac2c5c42 req-ad17416f-5856-43ed-b021-4aaece4ad7a6 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308242 Jun 28 23:28:58.993801 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:59.155733 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3677f707-45ee-4e9e-af50-9ecfecceda90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:59.848830 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3415ec5-8c48-4c7d-a27b-be505fdeee1c req-cc7a4ca5-003d-4f69-a401-f7c7cb8ce32c tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:28:59.850189 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a3415ec5-8c48-4c7d-a27b-be505fdeee1c req-cc7a4ca5-003d-4f69-a401-f7c7cb8ce32c tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 946 time: 0.0613146 Jun 28 23:28:59.886886 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:28:59.888356 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a3415ec5-8c48-4c7d-a27b-be505fdeee1c req-501d1938-1639-4b3a-82c0-268698c50e3f tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325465 Jun 28 23:29:00.985370 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d0050-503c-44e9-a762-96a3a10f1b96 req-f1fa3c72-6e6b-4a25-98f6-656788e24436 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:00.986837 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-be5d0050-503c-44e9-a762-96a3a10f1b96 req-f1fa3c72-6e6b-4a25-98f6-656788e24436 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 946 time: 0.1041615 Jun 28 23:29:01.060727 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4f9b9-81c0-497d-ac6a-57151b62a2e4 req-b242d391-eadb-4c78-bdc0-e7036333db32 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:01.062201 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-00f4f9b9-81c0-497d-ac6a-57151b62a2e4 req-b242d391-eadb-4c78-bdc0-e7036333db32 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e63de1-97bd-4006-9792-4190951b07ec HTTP/1.1" status: 200 len: 946 time: 0.0610473 Jun 28 23:29:01.091165 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [req-be5d0050-503c-44e9-a762-96a3a10f1b96 req-2f9e1f22-f87c-4424-b3f5-362c169b05b3 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Deleting port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:29:01.091540 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-be5d0050-503c-44e9-a762-96a3a10f1b96 req-2f9e1f22-f87c-4424-b3f5-362c169b05b3 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:01.099646 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-00f4f9b9-81c0-497d-ac6a-57151b62a2e4 req-be2eec62-3864-4bec-8998-d43bb67fc244 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.35 "GET /v2.0/security-groups?id=2fc983ca-30de-4732-bb83-8f23597f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311887 Jun 28 23:29:01.180038 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-be5d0050-503c-44e9-a762-96a3a10f1b96 req-2f9e1f22-f87c-4424-b3f5-362c169b05b3 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] For port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c,segment=NetworkSegment(3514994f-f5e1-44f5-8f83-a45b606adf0b),segment_id=3514994f-f5e1-44f5-8f83-a45b606adf0b)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:29:01.180304 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-be5d0050-503c-44e9-a762-96a3a10f1b96 req-2f9e1f22-f87c-4424-b3f5-362c169b05b3 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:01.193811 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [req-be5d0050-503c-44e9-a762-96a3a10f1b96 req-2f9e1f22-f87c-4424-b3f5-362c169b05b3 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Calling delete_port for 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c owned by compute:nova {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:29:01.318689 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-be5d0050-503c-44e9-a762-96a3a10f1b96 req-2f9e1f22-f87c-4424-b3f5-362c169b05b3 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:01.322548 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1dd87f46-7818-481b-b10a-1d53dd7511b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:01.331234 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['20df1110-7d9a-4f3c-925c-a5e14f4e6d8c'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:29:01.345513 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e1f22-f87c-4424-b3f5-362c169b05b3 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Pushing event deleted for resources: {'Port': ['ID=20df1110-7d9a-4f3c-925c-a5e14f4e6d8c,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:01.348950 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2f9e1f22-f87c-4424-b3f5-362c169b05b3 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:01.406661 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5d0050-503c-44e9-a762-96a3a10f1b96 req-2f9e1f22-f87c-4424-b3f5-362c169b05b3 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] No DVR routers for this DVR port 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c on host hv-cinder-79246 {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:29:01.409068 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-be5d0050-503c-44e9-a762-96a3a10f1b96 req-2f9e1f22-f87c-4424-b3f5-362c169b05b3 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:01.411069 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-be5d0050-503c-44e9-a762-96a3a10f1b96 req-2f9e1f22-f87c-4424-b3f5-362c169b05b3 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] 10.222.0.47 "DELETE /v2.0/ports/20df1110-7d9a-4f3c-925c-a5e14f4e6d8c HTTP/1.1" status: 204 len: 173 time: 0.4187462 Jun 28 23:29:01.411580 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'name': 'network-vif-deleted', 'tag': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:29:01.413880 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5951d698d6fa6ad5965dacd3038605f07984bf8028d67a1eaeaa8c00c63a7533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e8bcac-1eaf-4d03-8266-f671ac35914f" -d '{"events": [{"server_uuid": "b3e63de1-97bd-4006-9792-4190951b07ec", "name": "network-vif-deleted", "tag": "20df1110-7d9a-4f3c-925c-a5e14f4e6d8c"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:29:01.453061 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b08142-a08d-4590-8ee8-3e2078a7588e x-openstack-request-id: req-13b08142-a08d-4590-8ee8-3e2078a7588e {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:29:01.453395 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e63de1-97bd-4006-9792-4190951b07ec", "name": "network-vif-deleted", "tag": "20df1110-7d9a-4f3c-925c-a5e14f4e6d8c", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:29:01.453687 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13b08142-a08d-4590-8ee8-3e2078a7588e {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:29:01.454118 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e63de1-97bd-4006-9792-4190951b07ec', 'name': 'network-vif-deleted', 'tag': '20df1110-7d9a-4f3c-925c-a5e14f4e6d8c', 'status': 'completed', 'code': 200} Jun 28 23:29:02.109294 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:02.801473 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 32874) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:29:03.366427 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2245631b-9ca0-499a-a1ce-782d23952bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657625'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:03.614843 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-2245631b-9ca0-499a-a1ce-782d23952bd4 admin admin] Deleting port 72c42173-c617-4853-b178-e451e3b4ec5f {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:29:03.615204 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2245631b-9ca0-499a-a1ce-782d23952bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:03.694461 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-2245631b-9ca0-499a-a1ce-782d23952bd4 admin admin] For port 72c42173-c617-4853-b178-e451e3b4ec5f, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=72c42173-c617-4853-b178-e451e3b4ec5f,segment=NetworkSegment(3514994f-f5e1-44f5-8f83-a45b606adf0b),segment_id=3514994f-f5e1-44f5-8f83-a45b606adf0b)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:29:03.694842 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2245631b-9ca0-499a-a1ce-782d23952bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:03.706179 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-2245631b-9ca0-499a-a1ce-782d23952bd4 admin admin] Calling delete_port for 72c42173-c617-4853-b178-e451e3b4ec5f owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:29:03.889853 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2245631b-9ca0-499a-a1ce-782d23952bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:03.891855 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cdb4818e-0abd-4fcc-a5a4-db4bfbaf513b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:03.915967 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245631b-9ca0-499a-a1ce-782d23952bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c42173-c617-4853-b178-e451e3b4ec5f,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:03.919139 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2245631b-9ca0-499a-a1ce-782d23952bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:04.079390 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2245631b-9ca0-499a-a1ce-782d23952bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657741'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:04.288397 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2245631b-9ca0-499a-a1ce-782d23952bd4 admin admin] Router 0f610cfa-b07c-4ad6-b589-001fed2493a6 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:29:04.390559 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2245631b-9ca0-499a-a1ce-782d23952bd4 admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:29:04.396043 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2245631b-9ca0-499a-a1ce-782d23952bd4 admin admin] 10.222.0.35 "PUT /v2.0/routers/0f610cfa-b07c-4ad6-b589-001fed2493a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5934889 Jun 28 23:29:04.398543 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 32882) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:29:04.399729 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136cace6-d445-498d-a6ae-10b84daf1e49 None None] Sync routers for ids ['0f610cfa-b07c-4ad6-b589-001fed2493a6'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:29:04.410016 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136cace6-d445-498d-a6ae-10b84daf1e49 None None] Routers {'0f610cfa-b07c-4ad6-b589-001fed2493a6'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:29:04.410633 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-136cace6-d445-498d-a6ae-10b84daf1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:28:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['0f610cfa-b07c-4ad6-b589-001fed2493a6'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:29:04.501024 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] Notify callbacks [] for router, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:04.511121 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-136cace6-d445-498d-a6ae-10b84daf1e49 None None] Set router 0f610cfa-b07c-4ad6-b589-001fed2493a6 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:29:04.603988 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:04.654498 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] Deleting port ab46cb94-9333-492c-b2de-abddf4e4d820 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:29:04.654867 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:04.684667 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-136cace6-d445-498d-a6ae-10b84daf1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:20Z', 'updated_at': '2021-06-28T23:29:03Z', 'revision_number': 5, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'gw_port': {'id': 'ab46cb94-9333-492c-b2de-abddf4e4d820', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:21Z', 'updated_at': '2021-06-28T23:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:29:04.716101 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136cace6-d445-498d-a6ae-10b84daf1e49 None None] Checking router: 0f610cfa-b07c-4ad6-b589-001fed2493a6 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:29:04.727415 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136cace6-d445-498d-a6ae-10b84daf1e49 None None] Routers {'0f610cfa-b07c-4ad6-b589-001fed2493a6'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:29:04.728135 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-136cace6-d445-498d-a6ae-10b84daf1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:28:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['0f610cfa-b07c-4ad6-b589-001fed2493a6'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:29:04.737360 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] For port ab46cb94-9333-492c-b2de-abddf4e4d820, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=ab46cb94-9333-492c-b2de-abddf4e4d820,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:29:04.737721 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:04.749587 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] Calling delete_port for ab46cb94-9333-492c-b2de-abddf4e4d820 owned by network:router_gateway {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:29:04.812624 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:29:04.834077 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-136cace6-d445-498d-a6ae-10b84daf1e49 None None] Set router 0f610cfa-b07c-4ad6-b589-001fed2493a6 gateway port host: None {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:29:04.836395 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:29:04.836822 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 20df1110-7d9a-4f3c-925c-a5e14f4e6d8c not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:29:04.884795 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-136cace6-d445-498d-a6ae-10b84daf1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:20Z', 'updated_at': '2021-06-28T23:29:04Z', 'revision_number': 6, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'gw_port_host': None}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:29:04.914182 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136cace6-d445-498d-a6ae-10b84daf1e49 None None] The sync data for ids ['0f610cfa-b07c-4ad6-b589-001fed2493a6'] in dv-cinder-792462-21-iscsi is: [{'id': '0f610cfa-b07c-4ad6-b589-001fed2493a6', 'name': 'tempest-TestMinimumBasicScenario-1488713017-router', 'tenant_id': '4843e8e397b34a80966999c896dfbad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:20Z', 'updated_at': '2021-06-28T23:29:04Z', 'revision_number': 6, 'project_id': '4843e8e397b34a80966999c896dfbad0', 'gw_port_host': None}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:29:04.917197 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:04.919186 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:04.944133 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab46cb94-9333-492c-b2de-abddf4e4d820,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:04.947626 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:05.011503 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656915'] for router_gateway, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.115120 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24842'] for router, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.117158 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.179230 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656885'] for router, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.179804 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f610cfa-b07c-4ad6-b589-001fed2493a6 {{(pid=92894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 23:29:05.185094 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.186231 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e77ce0cf-8a1e-428b-ab40-a0c1057a696b admin admin] 10.222.0.35 "DELETE /v2.0/routers/0f610cfa-b07c-4ad6-b589-001fed2493a6 HTTP/1.1" status: 204 len: 168 time: 0.7867255 Jun 28 23:29:05.188672 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 32888) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:29:05.231239 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3c809d-0155-4da4-9fcf-f9bc84acc8d6 admin admin] Deleting subnet 1a378868-c100-4dfe-954c-8b1bdde41ee4 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:29:05.234240 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c3c809d-0155-4da4-9fcf-f9bc84acc8d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.272192 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c3c809d-0155-4da4-9fcf-f9bc84acc8d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844663'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.373060 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c3c809d-0155-4da4-9fcf-f9bc84acc8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.436023 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c3c809d-0155-4da4-9fcf-f9bc84acc8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9014278'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.438180 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:05.461490 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c809d-0155-4da4-9fcf-f9bc84acc8d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a378868-c100-4dfe-954c-8b1bdde41ee4,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:05.464546 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2c3c809d-0155-4da4-9fcf-f9bc84acc8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:05.465539 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c3c809d-0155-4da4-9fcf-f9bc84acc8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.467429 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2c3c809d-0155-4da4-9fcf-f9bc84acc8d6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1a378868-c100-4dfe-954c-8b1bdde41ee4 HTTP/1.1" status: 204 len: 168 time: 0.2778380 Jun 28 23:29:05.469952 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 32890) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:29:05.473596 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874a59e2-e536-4056-a700-b3d64d99e986 None None] Network 07112a3e-968e-4eec-9765-4ad4f0381d53 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:29:05.545247 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.600155 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Deleting port 79d2db0d-cc5a-4b58-8056-795fd607f7e1 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:29:05.600492 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.645949 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 72c42173-c617-4853-b178-e451e3b4ec5f no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:29:05.669924 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 72c42173-c617-4853-b178-e451e3b4ec5f {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:29:05.670470 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 72c42173-c617-4853-b178-e451e3b4ec5f not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:29:05.671107 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device ab46cb94-9333-492c-b2de-abddf4e4d820 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:29:05.680288 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] For port 79d2db0d-cc5a-4b58-8056-795fd607f7e1, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=79d2db0d-cc5a-4b58-8056-795fd607f7e1,segment=NetworkSegment(3514994f-f5e1-44f5-8f83-a45b606adf0b),segment_id=3514994f-f5e1-44f5-8f83-a45b606adf0b)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:29:05.680646 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.691058 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: ab46cb94-9333-492c-b2de-abddf4e4d820 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:29:05.691338 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device ab46cb94-9333-492c-b2de-abddf4e4d820 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:29:05.696754 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02cc607-af5f-4341-b0a9-8b5876c5df73 None None] DHCP port deletion for 07112a3e-968e-4eec-9765-4ad4f0381d53 request from dv-cinder-792462-21-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 23:29:05.698341 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Calling delete_port for 79d2db0d-cc5a-4b58-8056-795fd607f7e1 owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:29:05.745558 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-b02cc607-af5f-4341-b0a9-8b5876c5df73 None None] Deleting port 79d2db0d-cc5a-4b58-8056-795fd607f7e1 {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:29:05.745949 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b02cc607-af5f-4341-b0a9-8b5876c5df73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.783190 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.785815 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-53c0d510-7c35-4a66-9098-cd313c72a2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:05.809241 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d2db0d-cc5a-4b58-8056-795fd607f7e1,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:05.812339 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:05.813125 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] No DVR routers for this DVR port 79d2db0d-cc5a-4b58-8056-795fd607f7e1 on host dv-cinder-792462-21-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:29:05.886698 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.898042 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07112a3e-968e-4eec-9765-4ad4f0381d53']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:29:05.913822 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3514994f-f5e1-44f5-8f83-a45b606adf0b') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:29:05.914020 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3514994f-f5e1-44f5-8f83-a45b606adf0b') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:29:05.923453 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844652'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.933259 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-b02cc607-af5f-4341-b0a9-8b5876c5df73 None None] For port 79d2db0d-cc5a-4b58-8056-795fd607f7e1, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=79d2db0d-cc5a-4b58-8056-795fd607f7e1,segment=NetworkSegment(3514994f-f5e1-44f5-8f83-a45b606adf0b),segment_id=3514994f-f5e1-44f5-8f83-a45b606adf0b)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:29:05.933652 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b02cc607-af5f-4341-b0a9-8b5876c5df73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.936461 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.942445 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:29:05.942960 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844820'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: timer() Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: cb(*args, **kw) Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: self._notify() Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: self.callback(batched_events) Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: event.method(event) Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._get(url).json() Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:29:05.944653 dv-cinder-792462-21-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:29:05.947380 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-b02cc607-af5f-4341-b0a9-8b5876c5df73 None None] Calling delete_port for 79d2db0d-cc5a-4b58-8056-795fd607f7e1 owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:29:06.004539 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:06.008300 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:06.010781 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:06.012601 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] 10.222.0.35 "DELETE /v2.0/networks/07112a3e-968e-4eec-9765-4ad4f0381d53 HTTP/1.1" status: 204 len: 168 time: 0.5417328 Jun 28 23:29:06.015822 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 32894) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:29:06.025020 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Pushing event deleted for resources: {'Network': ['ID=07112a3e-968e-4eec-9765-4ad4f0381d53,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:06.027408 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b357f919-f228-441a-b10c-cbd5718eab15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:06.069631 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b02cc607-af5f-4341-b0a9-8b5876c5df73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:06.072515 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:06.092962 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b02cc607-af5f-4341-b0a9-8b5876c5df73 None None] Network 07112a3e-968e-4eec-9765-4ad4f0381d53 is not hosted by any dhcp agent {{(pid=92896) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 28 23:29:06.093644 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02cc607-af5f-4341-b0a9-8b5876c5df73 None None] No DVR routers for this DVR port 79d2db0d-cc5a-4b58-8056-795fd607f7e1 on host dv-cinder-792462-21-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:29:06.095453 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cc607-af5f-4341-b0a9-8b5876c5df73 None None] Pushing event deleted for resources: {'Port': ['ID=79d2db0d-cc5a-4b58-8056-795fd607f7e1,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:06.097837 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b02cc607-af5f-4341-b0a9-8b5876c5df73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:06.437577 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ecc5190c-dcf7-4f45-90ae-2d37b0c72dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657625'] for router_interface, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:06.732161 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5190c-dcf7-4f45-90ae-2d37b0c72dc9 admin admin] Deleting port d3248774-7cb1-4967-b6ec-285da1bdfc70 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:29:06.732508 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ecc5190c-dcf7-4f45-90ae-2d37b0c72dc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:06.809346 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-ecc5190c-dcf7-4f45-90ae-2d37b0c72dc9 admin admin] For port d3248774-7cb1-4967-b6ec-285da1bdfc70, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=d3248774-7cb1-4967-b6ec-285da1bdfc70,segment=NetworkSegment(e68f7e3d-7551-473c-841c-0f9adc14078d),segment_id=e68f7e3d-7551-473c-841c-0f9adc14078d)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:29:06.809705 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ecc5190c-dcf7-4f45-90ae-2d37b0c72dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:06.824309 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5190c-dcf7-4f45-90ae-2d37b0c72dc9 admin admin] Calling delete_port for d3248774-7cb1-4967-b6ec-285da1bdfc70 owned by network:router_interface {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:29:06.997313 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ecc5190c-dcf7-4f45-90ae-2d37b0c72dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:06.999267 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b34b66de-ba68-425d-a9fd-3b709a7ab83e tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:07.021418 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5190c-dcf7-4f45-90ae-2d37b0c72dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3248774-7cb1-4967-b6ec-285da1bdfc70,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:07.025085 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ecc5190c-dcf7-4f45-90ae-2d37b0c72dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:07.191642 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ecc5190c-dcf7-4f45-90ae-2d37b0c72dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657741'] for router_interface, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:07.392299 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc5190c-dcf7-4f45-90ae-2d37b0c72dc9 admin admin] Router 129c7a3b-2568-402a-b133-7a7a025b99f4 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:29:07.493390 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc5190c-dcf7-4f45-90ae-2d37b0c72dc9 admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:29:07.498344 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ecc5190c-dcf7-4f45-90ae-2d37b0c72dc9 admin admin] 10.222.0.35 "PUT /v2.0/routers/129c7a3b-2568-402a-b133-7a7a025b99f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4815049 Jun 28 23:29:07.501191 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 32904) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:29:07.504448 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd0018-14de-46b7-87ab-952fa0dc182d None None] Sync routers for ids ['129c7a3b-2568-402a-b133-7a7a025b99f4'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:29:07.513359 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd0018-14de-46b7-87ab-952fa0dc182d None None] Routers {'129c7a3b-2568-402a-b133-7a7a025b99f4'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:29:07.513966 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-d2dd0018-14de-46b7-87ab-952fa0dc182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:28:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['129c7a3b-2568-402a-b133-7a7a025b99f4'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:29:07.613187 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Notify callbacks [] for router, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:07.703610 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-d2dd0018-14de-46b7-87ab-952fa0dc182d None None] Set router 129c7a3b-2568-402a-b133-7a7a025b99f4 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:29:07.712389 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 79d2db0d-cc5a-4b58-8056-795fd607f7e1 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:29:07.720716 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:07.732403 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 79d2db0d-cc5a-4b58-8056-795fd607f7e1 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:29:07.732830 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 79d2db0d-cc5a-4b58-8056-795fd607f7e1 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:29:07.772477 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Deleting port c7aa743e-00a5-4da9-8cc0-edf70b9369de {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:29:07.772879 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:07.849757 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] For port c7aa743e-00a5-4da9-8cc0-edf70b9369de, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=c7aa743e-00a5-4da9-8cc0-edf70b9369de,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:29:07.850006 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:07.861090 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Calling delete_port for c7aa743e-00a5-4da9-8cc0-edf70b9369de owned by network:router_gateway {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:29:07.875090 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-d2dd0018-14de-46b7-87ab-952fa0dc182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'name': 'tempest-TestMinimumBasicScenario-45262438-router', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c7aa743e-00a5-4da9-8cc0-edf70b9369de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:27Z', 'updated_at': '2021-06-28T23:29:06Z', 'revision_number': 5, 'project_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'gw_port': {'id': 'c7aa743e-00a5-4da9-8cc0-edf70b9369de', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:28Z', 'updated_at': '2021-06-28T23:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:29:07.904648 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd0018-14de-46b7-87ab-952fa0dc182d None None] Checking router: 129c7a3b-2568-402a-b133-7a7a025b99f4 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:29:07.912897 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd0018-14de-46b7-87ab-952fa0dc182d None None] Routers {'129c7a3b-2568-402a-b133-7a7a025b99f4'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:29:07.913509 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-d2dd0018-14de-46b7-87ab-952fa0dc182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:28:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['129c7a3b-2568-402a-b133-7a7a025b99f4'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:29:07.996823 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-d2dd0018-14de-46b7-87ab-952fa0dc182d None None] Set router 129c7a3b-2568-402a-b133-7a7a025b99f4 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:29:08.023008 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:08.025826 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:08.046099 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-d2dd0018-14de-46b7-87ab-952fa0dc182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'name': 'tempest-TestMinimumBasicScenario-45262438-router', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:27Z', 'updated_at': '2021-06-28T23:29:07Z', 'revision_number': 6, 'project_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'gw_port_host': None}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:29:08.050491 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7aa743e-00a5-4da9-8cc0-edf70b9369de,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:08.054368 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:08.078541 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd0018-14de-46b7-87ab-952fa0dc182d None None] The sync data for ids ['129c7a3b-2568-402a-b133-7a7a025b99f4'] in dv-cinder-792462-21-iscsi is: [{'id': '129c7a3b-2568-402a-b133-7a7a025b99f4', 'name': 'tempest-TestMinimumBasicScenario-45262438-router', 'tenant_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:27Z', 'updated_at': '2021-06-28T23:29:07Z', 'revision_number': 6, 'project_id': 'f6eaf944c8cf4eebae8f78023e8ca9ef', 'gw_port_host': None}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:29:08.118055 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656915'] for router_gateway, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:08.205747 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24842'] for router, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:08.207837 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:08.249473 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656885'] for router, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:08.249998 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 129c7a3b-2568-402a-b133-7a7a025b99f4 {{(pid=92895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 23:29:08.255092 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:08.256207 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] 10.222.0.35 "DELETE /v2.0/routers/129c7a3b-2568-402a-b133-7a7a025b99f4 HTTP/1.1" status: 204 len: 168 time: 0.7541349 Jun 28 23:29:08.258671 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 32908) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:29:08.301502 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d842289-281c-40e4-9c8b-fe9ecd325079 admin admin] Deleting subnet 95e74260-b2d4-43c9-8cb0-1e1aeb700ee1 {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:29:08.304455 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5d842289-281c-40e4-9c8b-fe9ecd325079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:08.336523 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5d842289-281c-40e4-9c8b-fe9ecd325079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2287171'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:08.685461 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5d842289-281c-40e4-9c8b-fe9ecd325079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:08.740584 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5d842289-281c-40e4-9c8b-fe9ecd325079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3862380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3429362'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:08.743105 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:08.764320 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d842289-281c-40e4-9c8b-fe9ecd325079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e74260-b2d4-43c9-8cb0-1e1aeb700ee1,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:08.767940 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5d842289-281c-40e4-9c8b-fe9ecd325079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:08.771060 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5d842289-281c-40e4-9c8b-fe9ecd325079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:08.773379 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5d842289-281c-40e4-9c8b-fe9ecd325079 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/95e74260-b2d4-43c9-8cb0-1e1aeb700ee1 HTTP/1.1" status: 204 len: 168 time: 0.5132279 Jun 28 23:29:08.775333 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 32912) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:29:08.776282 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf022c10-6c2a-4e95-8573-3aed3639813b None None] Network 8bd69350-687e-491f-8600-fd5da5922141 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:29:08.845335 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:08.897920 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Deleting port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:29:08.898258 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:08.956488 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1070f1cc-e10e-45eb-a436-ef4eb08e9774 None None] DHCP port deletion for 8bd69350-687e-491f-8600-fd5da5922141 request from dv-cinder-792462-21-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 23:29:08.969346 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] For port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5,segment=NetworkSegment(e68f7e3d-7551-473c-841c-0f9adc14078d),segment_id=e68f7e3d-7551-473c-841c-0f9adc14078d)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:29:08.969700 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:08.982677 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Calling delete_port for bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 owned by network:dhcp {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:29:09.005430 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1070f1cc-e10e-45eb-a436-ef4eb08e9774 None None] Deleting port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:29:09.005852 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1070f1cc-e10e-45eb-a436-ef4eb08e9774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:09.069620 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:09.071157 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1070f1cc-e10e-45eb-a436-ef4eb08e9774 None None] For port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5,segment=NetworkSegment(e68f7e3d-7551-473c-841c-0f9adc14078d),segment_id=e68f7e3d-7551-473c-841c-0f9adc14078d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:29:09.071749 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1070f1cc-e10e-45eb-a436-ef4eb08e9774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:09.071892 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0f687a7f-1346-4163-9bdf-9feac42f824e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:09.086041 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1070f1cc-e10e-45eb-a436-ef4eb08e9774 None None] Calling delete_port for bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:29:09.096913 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:09.105550 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:09.106898 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] No DVR routers for this DVR port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 on host dv-cinder-792462-21-iscsi {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:29:09.167495 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1070f1cc-e10e-45eb-a436-ef4eb08e9774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:09.169383 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:09.177292 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:09.187538 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd69350-687e-491f-8600-fd5da5922141']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:29:09.196100 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070f1cc-e10e-45eb-a436-ef4eb08e9774 None None] Pushing event deleted for resources: {'Port': ['ID=bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:09.201347 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1070f1cc-e10e-45eb-a436-ef4eb08e9774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:09.201347 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1070f1cc-e10e-45eb-a436-ef4eb08e9774 None None] No DVR routers for this DVR port bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 on host dv-cinder-792462-21-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:29:09.201828 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68f7e3d-7551-473c-841c-0f9adc14078d') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:29:09.202134 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68f7e3d-7551-473c-841c-0f9adc14078d') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:29:09.212765 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2287192'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:09.227010 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:09.232628 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:29:09.233004 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3861749'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: timer() Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: cb(*args, **kw) Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: self._notify() Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: self.callback(batched_events) Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: event.method(event) Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: return self._get(url).json() Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:29:09.234615 dv-cinder-792462-21-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:29:09.287757 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:09.291826 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:09.294510 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:09.296271 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] 10.222.0.35 "DELETE /v2.0/networks/8bd69350-687e-491f-8600-fd5da5922141 HTTP/1.1" status: 204 len: 168 time: 0.5200293 Jun 28 23:29:09.307410 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd69350-687e-491f-8600-fd5da5922141,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:09.310132 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4a76a8e0-eef3-4c4c-9c0d-9b830a7ffecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:09.460132 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 32918) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:29:09.506250 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-cc436a8d-2d5e-4fee-9b2a-ba9b3c9194d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4843e8e397b34a80966999c896dfbad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449016 Jun 28 23:29:09.508581 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 32920) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:29:09.555663 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e149b1f3-2cce-4b0c-98d5-ef7048d15056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:09.592189 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e149b1f3-2cce-4b0c-98d5-ef7048d15056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:09.641288 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e149b1f3-2cce-4b0c-98d5-ef7048d15056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:09.644662 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e149b1f3-2cce-4b0c-98d5-ef7048d15056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:09.645886 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e149b1f3-2cce-4b0c-98d5-ef7048d15056 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2fc983ca-30de-4732-bb83-8f23597f7427 HTTP/1.1" status: 204 len: 168 time: 0.1364253 Jun 28 23:29:09.646724 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3a7c8ea3-3683-4f5a-887f-c0d03d5c0700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:09.647609 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device d3248774-7cb1-4967-b6ec-285da1bdfc70 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:29:09.654684 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149b1f3-2cce-4b0c-98d5-ef7048d15056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc983ca-30de-4732-bb83-8f23597f7427,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:09.660208 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e149b1f3-2cce-4b0c-98d5-ef7048d15056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:09.675962 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: d3248774-7cb1-4967-b6ec-285da1bdfc70 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:29:09.676315 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device d3248774-7cb1-4967-b6ec-285da1bdfc70 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:29:09.676736 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:29:09.698429 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:29:09.698790 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device bbe8ecaf-3ec4-45cf-bcc8-e084086ab8c5 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:29:09.699237 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device c7aa743e-00a5-4da9-8cc0-edf70b9369de no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:29:09.718453 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: c7aa743e-00a5-4da9-8cc0-edf70b9369de {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:29:09.718738 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device c7aa743e-00a5-4da9-8cc0-edf70b9369de not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:29:09.957315 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 32928) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:29:09.995804 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1d288725-46d6-4116-98d0-b7afb0279e62 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f6eaf944c8cf4eebae8f78023e8ca9ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371020 Jun 28 23:29:09.997952 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 32930) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:29:10.043899 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8af7360-feb4-4dfa-ae90-d95ba4882545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:10.067890 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8af7360-feb4-4dfa-ae90-d95ba4882545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:10.113809 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8af7360-feb4-4dfa-ae90-d95ba4882545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:10.116630 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8af7360-feb4-4dfa-ae90-d95ba4882545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:10.117834 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c8af7360-feb4-4dfa-ae90-d95ba4882545 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5818b63d-19b5-46e4-b91d-1225675363b7 HTTP/1.1" status: 204 len: 168 time: 0.1189961 Jun 28 23:29:10.118669 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cc2c456f-9e21-4c8b-962a-0249f6345e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:10.125903 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af7360-feb4-4dfa-ae90-d95ba4882545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5818b63d-19b5-46e4-b91d-1225675363b7,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:10.128876 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c8af7360-feb4-4dfa-ae90-d95ba4882545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:25.904732 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1ef7726c-8f4e-482b-93eb-a0058b16468f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:26.666685 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:28.994562 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:29.155813 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a2256806-a6b4-4990-867e-6c4012ba9300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:29.889272 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:32.114366 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:32.831642 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:29:38.458699 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5359fa-4760-4087-9d39-734f7c5ac878 req-f11d9bc7-7764-47ee-8aec-00867389ff5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:38.460248 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-de5359fa-4760-4087-9d39-734f7c5ac878 req-f11d9bc7-7764-47ee-8aec-00867389ff5a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0623848 Jun 28 23:29:38.497201 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-de5359fa-4760-4087-9d39-734f7c5ac878 req-6d3fc179-37f8-4008-9ad6-95884661cc1c tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313129 Jun 28 23:29:39.672284 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c79a-d5c5-42d2-b305-17b74936355c req-524b4559-31ee-422c-b72c-d38467da17ec tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:39.673750 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dc09c79a-d5c5-42d2-b305-17b74936355c req-524b4559-31ee-422c-b72c-d38467da17ec tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0632889 Jun 28 23:29:39.711936 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dc09c79a-d5c5-42d2-b305-17b74936355c req-79f2b785-83e1-4cbd-bb92-b3f3a9d346e5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312519 Jun 28 23:29:40.885303 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86756546-3fb0-4b85-872e-5bad58376353 req-8248f554-7e2b-4890-88ff-409230030fe5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:40.886732 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-86756546-3fb0-4b85-872e-5bad58376353 req-8248f554-7e2b-4890-88ff-409230030fe5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0634794 Jun 28 23:29:40.923453 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-86756546-3fb0-4b85-872e-5bad58376353 req-19782fa9-30b4-49f6-89d5-57783b8d9492 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311961 Jun 28 23:29:42.099212 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38c1a1-635a-4ff0-b923-03eae83f9ed4 req-28d191bb-299a-4d15-b23f-be75ad0d261c tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:42.100657 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae38c1a1-635a-4ff0-b923-03eae83f9ed4 req-28d191bb-299a-4d15-b23f-be75ad0d261c tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0613570 Jun 28 23:29:42.136767 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae38c1a1-635a-4ff0-b923-03eae83f9ed4 req-2ef101ee-6ae7-4b20-a703-8a86bd9c0bb0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305223 Jun 28 23:29:43.312089 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239297e0-d202-43fe-b58e-b18292951cb6 req-082874ab-d929-4c26-b40a-5a6896a59dd3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:43.313441 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-239297e0-d202-43fe-b58e-b18292951cb6 req-082874ab-d929-4c26-b40a-5a6896a59dd3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0650339 Jun 28 23:29:43.353017 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-239297e0-d202-43fe-b58e-b18292951cb6 req-a1bbed25-e09f-4767-b1cb-be77b5ca9582 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333374 Jun 28 23:29:44.525818 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d001ef-2706-44a1-a7bf-fedb94d7e025 req-30ae1d5d-fc86-4a82-a703-7ec61513bf04 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:44.527279 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-94d001ef-2706-44a1-a7bf-fedb94d7e025 req-30ae1d5d-fc86-4a82-a703-7ec61513bf04 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0624492 Jun 28 23:29:44.564010 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-94d001ef-2706-44a1-a7bf-fedb94d7e025 req-370f4ef6-a810-4e07-8e40-e5a2472e7e92 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311239 Jun 28 23:29:45.759829 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12d6b6-3b57-4a81-bde1-d0f78dc9f53c req-900e3a5e-6e3c-4be4-844d-9f65ac2a74c5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:45.761301 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d12d6b6-3b57-4a81-bde1-d0f78dc9f53c req-900e3a5e-6e3c-4be4-844d-9f65ac2a74c5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0785344 Jun 28 23:29:45.798175 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d12d6b6-3b57-4a81-bde1-d0f78dc9f53c req-3c48a932-7c92-4f9f-8259-808cdf3a52cf tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314474 Jun 28 23:29:47.000821 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdcd1-97fc-47ae-9040-874fe2224550 req-8cb3b06e-ebfa-4d82-bbd5-40a4a7a0e1c3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:47.002264 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-addfdcd1-97fc-47ae-9040-874fe2224550 req-8cb3b06e-ebfa-4d82-bbd5-40a4a7a0e1c3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0698297 Jun 28 23:29:47.038789 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-addfdcd1-97fc-47ae-9040-874fe2224550 req-764dae11-7c37-4589-8b71-cdfd5141bf0c tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309372 Jun 28 23:29:48.210577 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2215d-751a-4aeb-8a58-e0e3e089b025 req-c882d257-af0e-4dc4-9bcc-459664ce20a7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:48.211934 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-85a2215d-751a-4aeb-8a58-e0e3e089b025 req-c882d257-af0e-4dc4-9bcc-459664ce20a7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0614636 Jun 28 23:29:48.247364 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-85a2215d-751a-4aeb-8a58-e0e3e089b025 req-fe956289-81d9-4b3e-8882-3959fae2f7f2 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298834 Jun 28 23:29:49.424671 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9da09b-9146-432b-a827-92ae7af766e0 req-b4bedfe1-e61d-4b90-8caa-3a5f95054258 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:49.426156 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a9da09b-9146-432b-a827-92ae7af766e0 req-b4bedfe1-e61d-4b90-8caa-3a5f95054258 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0640535 Jun 28 23:29:49.464570 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a9da09b-9146-432b-a827-92ae7af766e0 req-e4ae16b2-8988-4d05-89d5-d7e211555293 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324960 Jun 28 23:29:50.636190 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190eb211-fc6e-416a-8090-f2b9997db2ec req-0ebb023c-dbdf-4760-b052-a77cd62856c1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:50.637659 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-190eb211-fc6e-416a-8090-f2b9997db2ec req-0ebb023c-dbdf-4760-b052-a77cd62856c1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0616190 Jun 28 23:29:50.675902 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-190eb211-fc6e-416a-8090-f2b9997db2ec req-7d06a7a5-9df4-4130-8012-7cdb21acdc4a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325470 Jun 28 23:29:51.852642 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb59e0-1930-416e-b88b-09b79a108ce1 req-9bb1abb2-0f5e-4725-8995-ec7e06da7a63 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:51.854012 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0ebb59e0-1930-416e-b88b-09b79a108ce1 req-9bb1abb2-0f5e-4725-8995-ec7e06da7a63 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0608187 Jun 28 23:29:51.891246 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0ebb59e0-1930-416e-b88b-09b79a108ce1 req-8f13ab7b-6c98-4265-85e6-908bca49d56e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316460 Jun 28 23:29:53.075513 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81c38a-ae65-4449-ba5d-f0f2215c48f3 req-d17f4e51-02e1-4acd-8030-05d46e05d312 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:53.076969 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d81c38a-ae65-4449-ba5d-f0f2215c48f3 req-d17f4e51-02e1-4acd-8030-05d46e05d312 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0668693 Jun 28 23:29:53.114020 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d81c38a-ae65-4449-ba5d-f0f2215c48f3 req-52038a08-6822-4611-8f72-b2d0ff27860f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314231 Jun 28 23:29:54.291261 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c51960-a042-4180-8c78-e56da4d19625 req-bcc8ff15-1d6b-4b82-84f2-4da252bea004 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:54.292721 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e1c51960-a042-4180-8c78-e56da4d19625 req-bcc8ff15-1d6b-4b82-84f2-4da252bea004 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0630629 Jun 28 23:29:54.330767 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e1c51960-a042-4180-8c78-e56da4d19625 req-4faa5035-118f-467d-a04d-33f097255777 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324671 Jun 28 23:29:55.093977 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 12eb68a8-44ee-4fdb-b383-cd80feedbefd details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:29:55.184622 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 12eb68a8-44ee-4fdb-b383-cd80feedbefd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:29:55.195331 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'port_id': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'mac_address': 'fa:16:3e:97:b0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:29:55.231745 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:55.244218 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12eb68a8-44ee-4fdb-b383-cd80feedbefd {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:29:55.262912 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 12eb68a8-44ee-4fdb-b383-cd80feedbefd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:29:55.266298 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:55.268026 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-c7c7c32f-3208-45fc-ab65-2b30b2085aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:55.317741 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=12eb68a8-44ee-4fdb-b383-cd80feedbefd,revision_number=6']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:55.325125 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:29:55.325479 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:29:55.325823 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:29:55.326160 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:29:55.326493 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:29:55.326847 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:29:55.327178 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:29:55.327506 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:29:55.327832 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:29:55.328155 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:29:55.328478 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:29:55.328798 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:29:55.332687 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:55.376850 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['12eb68a8-44ee-4fdb-b383-cd80feedbefd'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:29:55.509108 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf5dc8-f72a-4bf6-b8f4-d56bcc1397ff req-93f29f21-c580-4f51-8f8b-797193692d09 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:55.510501 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2baf5dc8-f72a-4bf6-b8f4-d56bcc1397ff req-93f29f21-c580-4f51-8f8b-797193692d09 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 944 time: 0.0650790 Jun 28 23:29:55.547441 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2baf5dc8-f72a-4bf6-b8f4-d56bcc1397ff req-57f14a13-6774-4d31-b9c7-f1ca847a64b2 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313110 Jun 28 23:29:55.905504 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7d4cbdce-c12d-41db-9d07-b53a2fdccd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:56.682938 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:56.727202 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba091275-ef01-426e-9bdd-18c723558a1e req-ca79810c-9318-4eab-8e36-aa8301057764 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:56.728646 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ba091275-ef01-426e-9bdd-18c723558a1e req-ca79810c-9318-4eab-8e36-aa8301057764 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 944 time: 0.0625024 Jun 28 23:29:56.767008 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ba091275-ef01-426e-9bdd-18c723558a1e req-741bd007-989d-4f39-a1a3-5417f63d32df tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326083 Jun 28 23:29:57.105586 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 12eb68a8-44ee-4fdb-b383-cd80feedbefd up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:29:57.150702 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 12eb68a8-44ee-4fdb-b383-cd80feedbefd triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:29:57.151115 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:57.225252 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:57.247773 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb68a8-44ee-4fdb-b383-cd80feedbefd'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:29:57.250041 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fe4034-e83e-46f2-966a-8b88a20d9715" -d '{"events": [{"server_uuid": "db1ca86e-e05a-49cb-be7f-abc9e53cecc7", "name": "network-vif-plugged", "status": "completed", "tag": "12eb68a8-44ee-4fdb-b383-cd80feedbefd"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:29:57.263007 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 12eb68a8-44ee-4fdb-b383-cd80feedbefd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:29:57.268111 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:57.270199 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:29:57.303964 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebca42b-9ff8-47f8-babc-e93a006e0d4a x-openstack-request-id: req-9ebca42b-9ff8-47f8-babc-e93a006e0d4a {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:29:57.304261 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1ca86e-e05a-49cb-be7f-abc9e53cecc7", "name": "network-vif-plugged", "status": "completed", "tag": "12eb68a8-44ee-4fdb-b383-cd80feedbefd", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:29:57.304518 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ebca42b-9ff8-47f8-babc-e93a006e0d4a {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:29:57.304950 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'code': 200} Jun 28 23:29:57.324593 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=12eb68a8-44ee-4fdb-b383-cd80feedbefd,revision_number=7']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:29:57.327621 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:29:57.942932 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb1963-e873-4e17-a3af-5765cf810663 req-fa4e1c55-6bf4-4d87-9623-e59a9181612a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:57.944407 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bdeb1963-e873-4e17-a3af-5765cf810663 req-fa4e1c55-6bf4-4d87-9623-e59a9181612a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0612867 Jun 28 23:29:57.981266 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bdeb1963-e873-4e17-a3af-5765cf810663 req-b721c3a8-07b6-4433-99ce-3141655277d3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312686 Jun 28 23:29:58.996377 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:59.156258 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e47ae6f1-fafc-4c19-b096-bcef206aeb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:29:59.158011 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9899d-39a1-4d1d-8138-5bf1d987df5a req-832dd293-2ebe-43a0-b449-3a677157ba0b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:29:59.159498 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f7f9899d-39a1-4d1d-8138-5bf1d987df5a req-832dd293-2ebe-43a0-b449-3a677157ba0b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0653563 Jun 28 23:29:59.197734 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f7f9899d-39a1-4d1d-8138-5bf1d987df5a req-b7257095-f6dc-415c-bc03-3d5c63381370 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320899 Jun 28 23:29:59.890958 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:00.372197 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043f5b3-7619-4d2e-ba3c-f6b0e9a4b594 req-f90e0e40-6577-483e-a66c-a74ba796e8ad tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:00.373639 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1043f5b3-7619-4d2e-ba3c-f6b0e9a4b594 req-f90e0e40-6577-483e-a66c-a74ba796e8ad tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0618725 Jun 28 23:30:00.410418 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1043f5b3-7619-4d2e-ba3c-f6b0e9a4b594 req-63f5624d-2aa5-443c-9b8f-1d0dcd41f9f4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308342 Jun 28 23:30:01.634568 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b745e-8cbe-491e-be87-a5ecce02f873 req-2016f745-9366-43a0-b29d-4f753341cd65 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:01.637489 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4e6b745e-8cbe-491e-be87-a5ecce02f873 req-2016f745-9366-43a0-b29d-4f753341cd65 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0785263 Jun 28 23:30:01.678252 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4e6b745e-8cbe-491e-be87-a5ecce02f873 req-a4fe819a-6979-4dde-aa14-e9d5f13f02d3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348651 Jun 28 23:30:02.117705 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:02.875871 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70e390-45d2-4333-812c-03ea76d14a47 req-35847e86-0a23-43e7-a470-ee43f91e3752 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:02.877344 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8b70e390-45d2-4333-812c-03ea76d14a47 req-35847e86-0a23-43e7-a470-ee43f91e3752 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0674307 Jun 28 23:30:02.922167 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8b70e390-45d2-4333-812c-03ea76d14a47 req-cdd4f304-e3e9-4f0b-86a2-362e13869f60 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384161 Jun 28 23:30:04.121191 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5fc15-afe9-4c51-a0eb-8d8d9edc65ae req-d83776aa-8cd8-495c-a0f6-3a9f018271b5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:04.122668 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73b5fc15-afe9-4c51-a0eb-8d8d9edc65ae req-d83776aa-8cd8-495c-a0f6-3a9f018271b5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0747037 Jun 28 23:30:04.163770 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73b5fc15-afe9-4c51-a0eb-8d8d9edc65ae req-0312592e-9106-4d39-8f24-a77ebb95799f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331476 Jun 28 23:30:05.363271 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c9ae-6ec9-42de-85c8-e6191f3a4b7c req-ee02220d-2df1-4e68-a4a2-5061712d57d2 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:05.371647 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aac1c9ae-6ec9-42de-85c8-e6191f3a4b7c req-ee02220d-2df1-4e68-a4a2-5061712d57d2 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0825160 Jun 28 23:30:05.423469 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aac1c9ae-6ec9-42de-85c8-e6191f3a4b7c req-f83db4c0-9775-4dff-9447-9d82dcb850d6 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503659 Jun 28 23:30:06.601776 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947ce0d-21d8-4e59-b097-40d7c8fe4b81 req-c09badab-d7e1-4b21-abe8-e277db39b91d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:06.603980 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b947ce0d-21d8-4e59-b097-40d7c8fe4b81 req-c09badab-d7e1-4b21-abe8-e277db39b91d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0700099 Jun 28 23:30:06.644493 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b947ce0d-21d8-4e59-b097-40d7c8fe4b81 req-8c3844c8-6e79-43c3-bcde-8b5e82a0fbf2 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346537 Jun 28 23:30:07.876609 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265ec4a-f349-475f-90e1-79c2003c5747 req-dd6cfbfc-7237-4866-a674-ff549e53157d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:07.878110 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3265ec4a-f349-475f-90e1-79c2003c5747 req-dd6cfbfc-7237-4866-a674-ff549e53157d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.1006327 Jun 28 23:30:07.918641 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3265ec4a-f349-475f-90e1-79c2003c5747 req-8f3ce4e7-8442-4a7d-a778-88d800de7342 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333288 Jun 28 23:30:09.145674 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9c7bd-db6d-4426-bbec-f2bc48fdd44c req-787be638-9fee-42a0-8704-78f3d300133b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:09.147846 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-83c9c7bd-db6d-4426-bbec-f2bc48fdd44c req-787be638-9fee-42a0-8704-78f3d300133b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0807006 Jun 28 23:30:09.192182 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-83c9c7bd-db6d-4426-bbec-f2bc48fdd44c req-f5bb8692-5854-47a3-8575-0e218b512460 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379713 Jun 28 23:30:09.831098 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:30:10.558246 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfead79-e72d-4f68-9505-3d54f1c3e97e req-8bd76cb8-667b-4a12-b0f1-7cc0fabf36ee tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:10.559877 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8cfead79-e72d-4f68-9505-3d54f1c3e97e req-8bd76cb8-667b-4a12-b0f1-7cc0fabf36ee tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.2395515 Jun 28 23:30:10.616673 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8cfead79-e72d-4f68-9505-3d54f1c3e97e req-4e05b92b-b99e-4648-a7c8-4c20320b05e9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359862 Jun 28 23:30:11.814945 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0c96a-6713-4e42-8634-18b825ef833d req-edb35f89-1dc6-4651-85ec-bed9c6c81962 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:11.816328 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-abf0c96a-6713-4e42-8634-18b825ef833d req-edb35f89-1dc6-4651-85ec-bed9c6c81962 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0793989 Jun 28 23:30:11.855379 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-abf0c96a-6713-4e42-8634-18b825ef833d req-1238322f-e66f-40ed-bfc7-b72b3a136692 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317035 Jun 28 23:30:12.527290 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbdcb1-4620-478a-ac9e-da9ba9698e7d req-6d2a2a06-efd2-4505-ab30-8b6238a0bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:12.529446 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2fbbdcb1-4620-478a-ac9e-da9ba9698e7d req-6d2a2a06-efd2-4505-ab30-8b6238a0bba6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b68cfa00cd7404184becbc31a93a071&device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 1098 time: 0.0561864 Jun 28 23:30:12.622948 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbdcb1-4620-478a-ac9e-da9ba9698e7d req-c8a6aad4-f3fd-4d5b-8b7b-b2e7fa5cf385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:12.624350 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2fbbdcb1-4620-478a-ac9e-da9ba9698e7d req-c8a6aad4-f3fd-4d5b-8b7b-b2e7fa5cf385 service neutron] 10.222.0.47 "GET /v2.0/networks?id=803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 200 len: 917 time: 0.0885246 Jun 28 23:30:12.688176 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2fbbdcb1-4620-478a-ac9e-da9ba9698e7d req-d653b3e5-a35b-48d1-a420-98f8a95b694e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd HTTP/1.1" status: 200 len: 1000 time: 0.0559371 Jun 28 23:30:12.736355 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbdcb1-4620-478a-ac9e-da9ba9698e7d req-060c9b11-3820-4c7c-b17d-9296457f05a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:12.737728 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2fbbdcb1-4620-478a-ac9e-da9ba9698e7d req-060c9b11-3820-4c7c-b17d-9296457f05a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e54f2da-94b4-4193-82c2-b27710ee5f6e HTTP/1.1" status: 200 len: 855 time: 0.0429592 Jun 28 23:30:12.797031 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbdcb1-4620-478a-ac9e-da9ba9698e7d req-3bf1668b-f32c-449b-90b0-9a41dab4680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:12.798732 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2fbbdcb1-4620-478a-ac9e-da9ba9698e7d req-3bf1668b-f32c-449b-90b0-9a41dab4680d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=803dd44f-307b-47e9-bd46-b2c20bf55e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549319 Jun 28 23:30:12.892466 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2fbbdcb1-4620-478a-ac9e-da9ba9698e7d req-0dc06a9a-5aad-4d3a-a548-7f72bccc4082 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869124 Jun 28 23:30:12.987974 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2fbbdcb1-4620-478a-ac9e-da9ba9698e7d req-a024bcea-15a3-4aac-97f5-acfce0495183 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865021 Jun 28 23:30:13.039433 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b8759-faa2-4949-b3a9-789490e26ef2 req-0552deb7-69c7-4ca7-98c8-4dba869e00f3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:13.040858 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e24b8759-faa2-4949-b3a9-789490e26ef2 req-0552deb7-69c7-4ca7-98c8-4dba869e00f3 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0610487 Jun 28 23:30:13.078306 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e24b8759-faa2-4949-b3a9-789490e26ef2 req-007a3dc3-1bd8-4538-be2e-06693026a1b6 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316880 Jun 28 23:30:14.270085 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ef075-0ff6-49de-8ef4-e9c189adf6ca req-ab2c7ee9-e67e-48ad-81e3-97b5a552f805 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:14.271834 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-140ef075-0ff6-49de-8ef4-e9c189adf6ca req-ab2c7ee9-e67e-48ad-81e3-97b5a552f805 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 945 time: 0.0701530 Jun 28 23:30:14.312333 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-140ef075-0ff6-49de-8ef4-e9c189adf6ca req-7162ccc1-092e-47d9-a2d8-a6791f3f3cad tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348604 Jun 28 23:30:15.235532 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 12eb68a8-44ee-4fdb-b383-cd80feedbefd no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:30:15.308306 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:15.338883 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12eb68a8-44ee-4fdb-b383-cd80feedbefd'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:30:15.341746 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91edfbde-6f50-4d81-86f1-40a1b238bede" -d '{"events": [{"server_uuid": "db1ca86e-e05a-49cb-be7f-abc9e53cecc7", "name": "network-vif-unplugged", "status": "completed", "tag": "12eb68a8-44ee-4fdb-b383-cd80feedbefd"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:30:15.357881 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 12eb68a8-44ee-4fdb-b383-cd80feedbefd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:30:15.362900 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:15.367375 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:30:15.390466 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 23:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af93004-774b-4faa-9412-b603d9a834c5 x-openstack-request-id: req-2af93004-774b-4faa-9412-b603d9a834c5 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:30:15.390771 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1ca86e-e05a-49cb-be7f-abc9e53cecc7", "name": "network-vif-unplugged", "status": "failed", "tag": "12eb68a8-44ee-4fdb-b383-cd80feedbefd", "code": 422}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:30:15.391052 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2af93004-774b-4faa-9412-b603d9a834c5 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:30:15.391474 dv-cinder-792462-21-iscsi neutron-server[92896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'code': 422} returned with failed status Jun 28 23:30:15.418268 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=12eb68a8-44ee-4fdb-b383-cd80feedbefd,revision_number=8']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:30:15.421493 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:30:15.503571 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ca3af-ab8c-4f2f-ba6a-7a42193694ca req-257d2e35-a528-435a-8f8a-d77d65f9fabf tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:15.504930 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c68ca3af-ab8c-4f2f-ba6a-7a42193694ca req-257d2e35-a528-435a-8f8a-d77d65f9fabf tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0608168 Jun 28 23:30:15.542075 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c68ca3af-ab8c-4f2f-ba6a-7a42193694ca req-15c75cf5-f1ce-40d3-b5b9-85316bccdb61 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306194 Jun 28 23:30:16.640846 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17e864-c191-44fd-a168-ec8126092a76 req-2852bf02-a464-4f2f-a0f7-800ad6aedd86 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:16.642291 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d17e864-c191-44fd-a168-ec8126092a76 req-2852bf02-a464-4f2f-a0f7-800ad6aedd86 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0632091 Jun 28 23:30:16.686483 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d17e864-c191-44fd-a168-ec8126092a76 req-41c12e96-3539-475e-898e-4709f04d76f8 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378146 Jun 28 23:30:16.817290 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 33346) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:30:16.923533 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-670b9bc4-973d-4af0-afb5-38aed2b9e147 req-3a4503ec-3d1d-45bf-aada-66fe856a3930 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1029928 Jun 28 23:30:17.869353 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c06fd6-d8b1-4006-a831-68dce906cacf req-f2ea4e41-8537-47e2-baa3-7cdf1e411d84 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:17.874765 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-04c06fd6-d8b1-4006-a831-68dce906cacf req-f2ea4e41-8537-47e2-baa3-7cdf1e411d84 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0720561 Jun 28 23:30:17.914517 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-04c06fd6-d8b1-4006-a831-68dce906cacf req-26f8368e-49c3-4ec8-9fac-0a0a96525612 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336101 Jun 28 23:30:17.948049 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b9bc4-973d-4af0-afb5-38aed2b9e147 req-edc45d79-9e72-49c1-be2a-e8bf8fc7830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:17.950596 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-670b9bc4-973d-4af0-afb5-38aed2b9e147 req-edc45d79-9e72-49c1-be2a-e8bf8fc7830f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7&tenant_id=2b68cfa00cd7404184becbc31a93a071 HTTP/1.1" status: 200 len: 1096 time: 0.0959728 Jun 28 23:30:18.024172 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b9bc4-973d-4af0-afb5-38aed2b9e147 req-6ab1d6e7-ab7b-4e50-aaa0-5c4ebfdae70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:18.025528 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-670b9bc4-973d-4af0-afb5-38aed2b9e147 req-6ab1d6e7-ab7b-4e50-aaa0-5c4ebfdae70b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b68cfa00cd7404184becbc31a93a071&device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 1096 time: 0.0515397 Jun 28 23:30:18.109487 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b9bc4-973d-4af0-afb5-38aed2b9e147 req-ce445815-dcda-4e48-ab92-9b39da708f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:18.110970 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-670b9bc4-973d-4af0-afb5-38aed2b9e147 req-ce445815-dcda-4e48-ab92-9b39da708f6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 200 len: 917 time: 0.0792191 Jun 28 23:30:18.417862 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-670b9bc4-973d-4af0-afb5-38aed2b9e147 req-c06c0b0c-2356-4e3d-a522-353b99f14dcb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd HTTP/1.1" status: 200 len: 998 time: 0.3007107 Jun 28 23:30:18.470024 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b9bc4-973d-4af0-afb5-38aed2b9e147 req-2a7ce96e-4d0f-4284-a85c-0584fb793eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:18.471508 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-670b9bc4-973d-4af0-afb5-38aed2b9e147 req-2a7ce96e-4d0f-4284-a85c-0584fb793eff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e54f2da-94b4-4193-82c2-b27710ee5f6e HTTP/1.1" status: 200 len: 855 time: 0.0475435 Jun 28 23:30:18.531125 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b9bc4-973d-4af0-afb5-38aed2b9e147 req-4b775b34-0ca9-4d9b-b8da-46f09ba75b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:18.532603 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-670b9bc4-973d-4af0-afb5-38aed2b9e147 req-4b775b34-0ca9-4d9b-b8da-46f09ba75b6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=803dd44f-307b-47e9-bd46-b2c20bf55e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544713 Jun 28 23:30:18.622111 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-670b9bc4-973d-4af0-afb5-38aed2b9e147 req-df1c589c-5f90-4b14-a687-b773e3e2e857 service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823889 Jun 28 23:30:18.715625 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-670b9bc4-973d-4af0-afb5-38aed2b9e147 req-65f590f4-fd43-4c3c-8bc8-1f1e507db89a service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868294 Jun 28 23:30:19.115097 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d18fc-d2af-4d03-8d2d-a79dfbd5607d req-dafe801e-4f3b-4b7d-b7c1-6a3d66f4ca09 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:19.118166 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9d3d18fc-d2af-4d03-8d2d-a79dfbd5607d req-dafe801e-4f3b-4b7d-b7c1-6a3d66f4ca09 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0842104 Jun 28 23:30:19.164681 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9d3d18fc-d2af-4d03-8d2d-a79dfbd5607d req-f24a7763-f3e6-47ef-8b0b-ee5c2cb07fd1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405617 Jun 28 23:30:20.350545 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daf028-3dc8-43ee-b1a2-9df623c8672d req-4b67c6ab-f0e3-4d8f-a692-b6c06efd552b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:20.351996 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c3daf028-3dc8-43ee-b1a2-9df623c8672d req-4b67c6ab-f0e3-4d8f-a692-b6c06efd552b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0680766 Jun 28 23:30:20.391090 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c3daf028-3dc8-43ee-b1a2-9df623c8672d req-a61a259b-a8bd-4db6-b862-79785147aa1a tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333405 Jun 28 23:30:21.569374 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2a435-74b0-4aa1-a046-290d86284668 req-fb21c23e-2563-484e-bf21-cdcaf8623d30 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:21.570858 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8cb2a435-74b0-4aa1-a046-290d86284668 req-fb21c23e-2563-484e-bf21-cdcaf8623d30 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0631638 Jun 28 23:30:21.609497 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8cb2a435-74b0-4aa1-a046-290d86284668 req-070a5815-a4c4-4456-904e-f48e5813afd2 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Jun 28 23:30:22.798306 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334a10c-ab1b-4ba0-bb20-c6ae63046d03 req-6750e871-034c-455f-a756-50a03b50ba14 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:22.800042 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9334a10c-ab1b-4ba0-bb20-c6ae63046d03 req-6750e871-034c-455f-a756-50a03b50ba14 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0679996 Jun 28 23:30:22.841126 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9334a10c-ab1b-4ba0-bb20-c6ae63046d03 req-887b4874-7a77-4bd3-a4b1-51b38760a296 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350261 Jun 28 23:30:24.059279 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa800f84-497a-4170-bb8d-59825c346882 req-eff6f49d-3256-4e27-81a7-02efd4ab9768 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:24.060699 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fa800f84-497a-4170-bb8d-59825c346882 req-eff6f49d-3256-4e27-81a7-02efd4ab9768 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0664876 Jun 28 23:30:24.100454 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fa800f84-497a-4170-bb8d-59825c346882 req-3027ae50-57c1-4077-a739-a53e531e96d1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330861 Jun 28 23:30:25.287965 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed956fe-6b1c-4ed4-b1b6-647800e7d4fd req-5323f7c7-3ea4-438c-82f3-f5b27d6188cc tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:25.289510 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aed956fe-6b1c-4ed4-b1b6-647800e7d4fd req-5323f7c7-3ea4-438c-82f3-f5b27d6188cc tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0668259 Jun 28 23:30:25.326699 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-aed956fe-6b1c-4ed4-b1b6-647800e7d4fd req-1468c14e-0374-4bf1-8f71-e3642df7cc96 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Jun 28 23:30:25.911710 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-00d09fc7-1f56-45e0-bc0a-d04a0150ebd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:26.510654 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249de03-1f14-465e-aa4c-1923191ee5cd req-3545d9bc-dd53-44a1-a428-3eb274adb895 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:26.512156 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4249de03-1f14-465e-aa4c-1923191ee5cd req-3545d9bc-dd53-44a1-a428-3eb274adb895 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0683615 Jun 28 23:30:26.551310 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4249de03-1f14-465e-aa4c-1923191ee5cd req-9e50390a-3e86-4ecc-ad7b-147326b49bbf tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328705 Jun 28 23:30:26.684336 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:27.758588 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7bc2-e058-4866-8fbb-16e3c16ec62f req-c5e0d478-1857-4213-9133-f80f822ce277 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:27.762591 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e6c7bc2-e058-4866-8fbb-16e3c16ec62f req-c5e0d478-1857-4213-9133-f80f822ce277 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0811782 Jun 28 23:30:27.808120 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e6c7bc2-e058-4866-8fbb-16e3c16ec62f req-89477f48-c6c7-4e65-be94-640c1d80d81b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397060 Jun 28 23:30:29.001648 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:29.019343 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b53fc7-2e50-4542-ac5d-0dc24a71a4b8 req-922851b1-8a16-4413-a1d8-3a4b4f278da8 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:29.020841 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68b53fc7-2e50-4542-ac5d-0dc24a71a4b8 req-922851b1-8a16-4413-a1d8-3a4b4f278da8 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0807602 Jun 28 23:30:29.069004 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68b53fc7-2e50-4542-ac5d-0dc24a71a4b8 req-e4457174-8207-4525-9557-e527405698ff tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424767 Jun 28 23:30:29.159668 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e23fc756-49e0-48f1-8a13-c52b31658db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:29.908213 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:30.261206 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d16b9-33c4-453b-b872-fd3c503db5ad req-0a6ec2cb-2238-4e33-9041-f2766bcdf006 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:30.262713 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-542d16b9-33c4-453b-b872-fd3c503db5ad req-0a6ec2cb-2238-4e33-9041-f2766bcdf006 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0700834 Jun 28 23:30:30.300828 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-542d16b9-33c4-453b-b872-fd3c503db5ad req-c43b6550-3abf-4107-9002-673b03ce4f65 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321825 Jun 28 23:30:31.494222 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a03e6-6a25-4335-8385-3468cb63f7a9 req-43789131-8152-4aef-b210-f0863ff42d1b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:31.495711 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6b3a03e6-6a25-4335-8385-3468cb63f7a9 req-43789131-8152-4aef-b210-f0863ff42d1b tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0691526 Jun 28 23:30:31.546612 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6b3a03e6-6a25-4335-8385-3468cb63f7a9 req-14dd0804-202c-4642-9b16-f13d212031eb tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451093 Jun 28 23:30:32.115443 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:32.868716 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de48e4-0b35-428c-8107-97ac23b0a44e req-c7c82a13-5113-462b-b048-8eff5a7766b0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:32.870326 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e3de48e4-0b35-428c-8107-97ac23b0a44e req-c7c82a13-5113-462b-b048-8eff5a7766b0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0689924 Jun 28 23:30:32.910436 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e3de48e4-0b35-428c-8107-97ac23b0a44e req-efaf2344-54ef-440c-b340-0bf7012f4df9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334373 Jun 28 23:30:34.102213 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11fd83-ed32-4cc7-bb54-15e100212d70 req-a6653d62-7c10-44f5-809a-e54ec5c002f5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:34.103719 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb11fd83-ed32-4cc7-bb54-15e100212d70 req-a6653d62-7c10-44f5-809a-e54ec5c002f5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0684984 Jun 28 23:30:34.143650 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb11fd83-ed32-4cc7-bb54-15e100212d70 req-7a902503-1cde-4079-98c6-ab4d4c3afbfc tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333877 Jun 28 23:30:34.311635 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cf2ae-bd7b-460e-bf79-f1aee876f506 req-ed4734d9-e576-418f-a655-d199190e623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:34.313089 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-445cf2ae-bd7b-460e-bf79-f1aee876f506 req-ed4734d9-e576-418f-a655-d199190e623b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b68cfa00cd7404184becbc31a93a071&device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 1096 time: 0.0509121 Jun 28 23:30:34.425897 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cf2ae-bd7b-460e-bf79-f1aee876f506 req-c676b531-d940-4ad0-b3e8-125492410221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:34.427936 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-445cf2ae-bd7b-460e-bf79-f1aee876f506 req-c676b531-d940-4ad0-b3e8-125492410221 service neutron] 10.222.0.47 "GET /v2.0/networks?id=803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 200 len: 917 time: 0.0935328 Jun 28 23:30:34.490925 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-445cf2ae-bd7b-460e-bf79-f1aee876f506 req-07f29862-308c-4cf6-b012-07a0a82cd37f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd HTTP/1.1" status: 200 len: 998 time: 0.0564740 Jun 28 23:30:34.539221 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cf2ae-bd7b-460e-bf79-f1aee876f506 req-527529a0-1c3e-40be-8beb-a9837629548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:34.540674 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-445cf2ae-bd7b-460e-bf79-f1aee876f506 req-527529a0-1c3e-40be-8beb-a9837629548d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e54f2da-94b4-4193-82c2-b27710ee5f6e HTTP/1.1" status: 200 len: 855 time: 0.0429962 Jun 28 23:30:34.654052 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cf2ae-bd7b-460e-bf79-f1aee876f506 req-5060e29f-5904-4c44-8f62-8f4704ac1176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:34.655980 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-445cf2ae-bd7b-460e-bf79-f1aee876f506 req-5060e29f-5904-4c44-8f62-8f4704ac1176 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=803dd44f-307b-47e9-bd46-b2c20bf55e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1081998 Jun 28 23:30:34.667442 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-445cf2ae-bd7b-460e-bf79-f1aee876f506 req-9ef1d6b5-c4a1-4044-a0df-73bbf6deae58 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:30:34.668555 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-445cf2ae-bd7b-460e-bf79-f1aee876f506 req-9ef1d6b5-c4a1-4044-a0df-73bbf6deae58 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057940 Jun 28 23:30:34.767269 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-445cf2ae-bd7b-460e-bf79-f1aee876f506 req-1c5af432-8d46-49ac-a41a-b1617d9904fe service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913916 Jun 28 23:30:34.861730 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-445cf2ae-bd7b-460e-bf79-f1aee876f506 req-e48c739f-db01-4ce1-b78d-381fd9a1a44b service neutron] 10.222.0.47 "GET /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884788 Jun 28 23:30:35.352133 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57bd14-5842-4cfa-bc1c-098280de2a63 req-dc42be7d-db54-4673-8641-c50d668d7e64 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:35.353807 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1f57bd14-5842-4cfa-bc1c-098280de2a63 req-dc42be7d-db54-4673-8641-c50d668d7e64 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.0880475 Jun 28 23:30:35.401690 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1f57bd14-5842-4cfa-bc1c-098280de2a63 req-e73d1154-ea6f-439d-8288-a680f3dcb52f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358450 Jun 28 23:30:36.631074 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2af24-1b97-4016-8dc2-67e2de515e5b req-d4083623-f98c-4b33-bf63-79e190633aea tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:36.633539 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-04f2af24-1b97-4016-8dc2-67e2de515e5b req-d4083623-f98c-4b33-bf63-79e190633aea tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 943 time: 0.1050737 Jun 28 23:30:36.671727 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-04f2af24-1b97-4016-8dc2-67e2de515e5b req-fb9e661f-fbac-40d7-9e1b-00d8f7812761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322511 Jun 28 23:30:37.384480 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 12eb68a8-44ee-4fdb-b383-cd80feedbefd details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:30:37.478717 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 12eb68a8-44ee-4fdb-b383-cd80feedbefd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:30:37.489936 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'port_id': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'mac_address': 'fa:16:3e:97:b0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:30:37.535746 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:37.548726 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12eb68a8-44ee-4fdb-b383-cd80feedbefd {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:30:37.568166 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 12eb68a8-44ee-4fdb-b383-cd80feedbefd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:30:37.572691 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:37.574438 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:30:37.623115 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=12eb68a8-44ee-4fdb-b383-cd80feedbefd,revision_number=9']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:30:37.626301 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:30:37.871600 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f05af-ac3e-4b2d-aecf-eb06b550aabf req-b6012db2-bac9-4b93-9e5c-c7f9629fdee1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:37.873119 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-239f05af-ac3e-4b2d-aecf-eb06b550aabf req-b6012db2-bac9-4b93-9e5c-c7f9629fdee1 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 944 time: 0.0842655 Jun 28 23:30:37.912112 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-239f05af-ac3e-4b2d-aecf-eb06b550aabf req-6b25b38f-1c9d-47fd-af01-f0bc7cebf383 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327647 Jun 28 23:30:37.943344 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['12eb68a8-44ee-4fdb-b383-cd80feedbefd'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:30:39.095977 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfc39d-97bb-41c3-bd0b-45d46d7ab241 req-a936a8de-cbb3-42b6-b98d-31a8db9af332 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:39.097618 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eabfc39d-97bb-41c3-bd0b-45d46d7ab241 req-a936a8de-cbb3-42b6-b98d-31a8db9af332 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 944 time: 0.0656512 Jun 28 23:30:39.137184 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eabfc39d-97bb-41c3-bd0b-45d46d7ab241 req-aeb66908-240b-4d09-a18f-7f3908957fd2 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330954 Jun 28 23:30:39.399957 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 12eb68a8-44ee-4fdb-b383-cd80feedbefd up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:30:39.450255 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 12eb68a8-44ee-4fdb-b383-cd80feedbefd triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:30:39.451008 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:39.501013 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd932ca-d79d-43d7-ba71-d454311adef9 req-ff67a872-c1ef-4f74-95f7-23522cee50e0 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:39.502472 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3dd932ca-d79d-43d7-ba71-d454311adef9 req-ff67a872-c1ef-4f74-95f7-23522cee50e0 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 945 time: 0.0635488 Jun 28 23:30:39.534030 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:39.540966 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3dd932ca-d79d-43d7-ba71-d454311adef9 req-657c6fca-5f45-4b2a-bff5-7ce084969c21 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=55bae037-f6c9-4303-b4c4-c4902cc97b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317652 Jun 28 23:30:39.556920 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb68a8-44ee-4fdb-b383-cd80feedbefd'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:30:39.559414 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8f5a7c-4d7a-4ac7-8c82-e58ef473e794" -d '{"events": [{"server_uuid": "db1ca86e-e05a-49cb-be7f-abc9e53cecc7", "name": "network-vif-plugged", "status": "completed", "tag": "12eb68a8-44ee-4fdb-b383-cd80feedbefd"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:30:39.572421 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 12eb68a8-44ee-4fdb-b383-cd80feedbefd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:30:39.576463 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:39.579330 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:30:39.603656 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f68cd4d-d093-42fd-bf08-d33f1da6a55b x-openstack-request-id: req-5f68cd4d-d093-42fd-bf08-d33f1da6a55b {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:30:39.604141 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1ca86e-e05a-49cb-be7f-abc9e53cecc7", "name": "network-vif-plugged", "status": "completed", "tag": "12eb68a8-44ee-4fdb-b383-cd80feedbefd", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:30:39.605482 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f68cd4d-d093-42fd-bf08-d33f1da6a55b {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:30:39.606325 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'code': 200} Jun 28 23:30:39.638853 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=12eb68a8-44ee-4fdb-b383-cd80feedbefd,revision_number=10']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:30:39.642639 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:30:39.792601 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99c745-bba5-4686-82d3-3ed8af89d3c8 req-a34f9c74-7a54-4a5b-b45f-172848c7acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:39.793989 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ac99c745-bba5-4686-82d3-3ed8af89d3c8 req-a34f9c74-7a54-4a5b-b45f-172848c7acbb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 1099 time: 0.0518460 Jun 28 23:30:39.827393 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ac99c745-bba5-4686-82d3-3ed8af89d3c8 req-b35c3d75-e9ce-40d7-a5f9-0e5fd98439bf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270908 Jun 28 23:30:40.316397 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508225d-683b-4086-878a-c1c2f7d7fa53 req-cd8fcbc9-6f5d-4e00-9d64-d66cf88af2e5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:40.317842 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c508225d-683b-4086-878a-c1c2f7d7fa53 req-cd8fcbc9-6f5d-4e00-9d64-d66cf88af2e5 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 946 time: 0.0623689 Jun 28 23:30:40.354567 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c508225d-683b-4086-878a-c1c2f7d7fa53 req-18d779ba-f0bf-4dc4-b006-e6d46b872298 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309339 Jun 28 23:30:40.716454 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8ce8c-2e69-4706-b298-14f2037de878 req-584c0f3f-a030-4337-8610-5e0da150bb22 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:40.717862 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0df8ce8c-2e69-4706-b298-14f2037de878 req-584c0f3f-a030-4337-8610-5e0da150bb22 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 945 time: 0.0661266 Jun 28 23:30:40.754576 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0df8ce8c-2e69-4706-b298-14f2037de878 req-1807a4f3-d46b-425b-995e-e94866c4511b tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=55bae037-f6c9-4303-b4c4-c4902cc97b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310848 Jun 28 23:30:41.529641 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e04c8-4ee9-4379-accf-d4b7d0260fee req-807f36d9-c91f-4d2b-8140-89e99f55889f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:41.531074 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-114e04c8-4ee9-4379-accf-d4b7d0260fee req-807f36d9-c91f-4d2b-8140-89e99f55889f tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 946 time: 0.0624158 Jun 28 23:30:41.567213 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-114e04c8-4ee9-4379-accf-d4b7d0260fee req-414012d3-e218-4224-b5ba-1cc080d286ca tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304582 Jun 28 23:30:41.713823 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-5cfaef53-7fc9-4e6b-9507-1b5fe8923caa tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:41.713823 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-5cfaef53-7fc9-4e6b-9507-1b5fe8923caa tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 945 time: 0.0687244 Jun 28 23:30:41.823816 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Deleting port b93666d6-a0bb-4222-84f0-e575b242951c {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:30:41.824064 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:41.915507 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] For port b93666d6-a0bb-4222-84f0-e575b242951c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b93666d6-a0bb-4222-84f0-e575b242951c,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:30:41.915868 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:41.931806 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f456e99-0944-425e-80cd-d4cfffea7923 req-b7c05d4c-8b1d-4369-a6de-83bc3d96a3e0 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:41.933276 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1f456e99-0944-425e-80cd-d4cfffea7923 req-b7c05d4c-8b1d-4369-a6de-83bc3d96a3e0 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 945 time: 0.0695074 Jun 28 23:30:41.971326 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1f456e99-0944-425e-80cd-d4cfffea7923 req-8f79e1a5-5e11-40d2-a844-0fe7b878b53e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups?id=55bae037-f6c9-4303-b4c4-c4902cc97b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323761 Jun 28 23:30:42.126484 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:42.126912 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:42.127228 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.l3_db [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Floating IP 3c2d0a06-4ac4-484e-bee0-08dad974e1e9 disassociated. External IP: 172.27.2.129, port: b93666d6-a0bb-4222-84f0-e575b242951c. Jun 28 23:30:42.127571 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Calling delete_port for b93666d6-a0bb-4222-84f0-e575b242951c owned by compute:nova {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:30:42.251553 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:42.255431 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a8c66991-354a-486e-845c-01802fe2b475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:30:42.283623 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event deleted for resources: {'Port': ['ID=b93666d6-a0bb-4222-84f0-e575b242951c,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:30:42.294625 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:42.294990 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:42.295368 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:42.295749 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:42.296119 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:42.296492 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:42.296861 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:42.297271 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:42.297751 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:42.298063 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:42.298428 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:42.298803 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:42.304523 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:30:42.405376 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Router 81f81631-1490-4f32-80e2-d7ae8a62db53 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:30:42.508762 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:30:42.519026 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d52f3c-7304-4ac4-9b0f-284f57e4becf None None] Sync routers for ids ['81f81631-1490-4f32-80e2-d7ae8a62db53'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:30:42.529589 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d52f3c-7304-4ac4-9b0f-284f57e4becf None None] Routers {'81f81631-1490-4f32-80e2-d7ae8a62db53'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:30:42.530214 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-70d52f3c-7304-4ac4-9b0f-284f57e4becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:30:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['81f81631-1490-4f32-80e2-d7ae8a62db53'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:30:42.554516 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] No DVR routers for this DVR port b93666d6-a0bb-4222-84f0-e575b242951c on host hv-cinder-79246 {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:30:42.557157 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:42.559145 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec34533f-9c3a-44c1-a4fc-756d25f11158 req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.47 "DELETE /v2.0/ports/b93666d6-a0bb-4222-84f0-e575b242951c HTTP/1.1" status: 204 len: 173 time: 0.8404114 Jun 28 23:30:42.559667 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5eed8a-f0d7-482a-84e8-ecf1e7816b18', 'name': 'network-vif-deleted', 'tag': 'b93666d6-a0bb-4222-84f0-e575b242951c'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:30:42.562053 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5951d698d6fa6ad5965dacd3038605f07984bf8028d67a1eaeaa8c00c63a7533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb89100-d664-4661-9eee-fb76f49d99dc" -d '{"events": [{"server_uuid": "5c5eed8a-f0d7-482a-84e8-ecf1e7816b18", "name": "network-vif-deleted", "tag": "b93666d6-a0bb-4222-84f0-e575b242951c"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:30:42.613367 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2241e8fc-3fb7-4850-9b88-d386309db61c x-openstack-request-id: req-2241e8fc-3fb7-4850-9b88-d386309db61c {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:30:42.613858 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5eed8a-f0d7-482a-84e8-ecf1e7816b18", "name": "network-vif-deleted", "tag": "b93666d6-a0bb-4222-84f0-e575b242951c", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:30:42.614664 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2241e8fc-3fb7-4850-9b88-d386309db61c {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:30:42.615473 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5eed8a-f0d7-482a-84e8-ecf1e7816b18', 'name': 'network-vif-deleted', 'tag': 'b93666d6-a0bb-4222-84f0-e575b242951c', 'status': 'completed', 'code': 200} Jun 28 23:30:42.694229 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-70d52f3c-7304-4ac4-9b0f-284f57e4becf None None] Set router 81f81631-1490-4f32-80e2-d7ae8a62db53 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:30:42.786399 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f98bf4-33a9-46eb-8083-99cfe3fbc713 req-002fbaf6-a706-45ae-9961-b208f2e8790e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:30:42.789600 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-12f98bf4-33a9-46eb-8083-99cfe3fbc713 req-002fbaf6-a706-45ae-9961-b208f2e8790e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 946 time: 0.0848441 Jun 28 23:30:42.840328 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-12f98bf4-33a9-46eb-8083-99cfe3fbc713 req-18526604-27fc-4ff0-b77b-eab0e063710e tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434558 Jun 28 23:30:43.078443 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-70d52f3c-7304-4ac4-9b0f-284f57e4becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9d6ab513-b641-46e2-805d-dc57414bde81', 'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'mac_address': 'fa:16:3e:4e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:16Z', 'updated_at': '2021-06-28T23:20:33Z', 'revision_number': 5, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'subnets': [{'id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:30:43.106633 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d52f3c-7304-4ac4-9b0f-284f57e4becf None None] Checking router: 81f81631-1490-4f32-80e2-d7ae8a62db53 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:30:43.115105 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d52f3c-7304-4ac4-9b0f-284f57e4becf None None] Routers {'81f81631-1490-4f32-80e2-d7ae8a62db53'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:30:43.115770 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-70d52f3c-7304-4ac4-9b0f-284f57e4becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:30:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['81f81631-1490-4f32-80e2-d7ae8a62db53'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:30:43.130347 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-03b44daf-38e0-467a-8414-64780e760918 req-1e7226c3-0ede-4f14-acee-e7b1972ec283 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c5eed8a-f0d7-482a-84e8-ecf1e7816b18 HTTP/1.1" status: 200 len: 210 time: 0.0278037 Jun 28 23:30:43.226660 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-70d52f3c-7304-4ac4-9b0f-284f57e4becf None None] Set router 81f81631-1490-4f32-80e2-d7ae8a62db53 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:30:43.415132 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-70d52f3c-7304-4ac4-9b0f-284f57e4becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9d6ab513-b641-46e2-805d-dc57414bde81', 'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'mac_address': 'fa:16:3e:4e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:16Z', 'updated_at': '2021-06-28T23:20:33Z', 'revision_number': 5, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'subnets': [{'id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:30:43.444071 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d52f3c-7304-4ac4-9b0f-284f57e4becf None None] The sync data for ids ['81f81631-1490-4f32-80e2-d7ae8a62db53'] in dv-cinder-792462-21-iscsi is: [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:20:19Z', 'revision_number': 4, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9d6ab513-b641-46e2-805d-dc57414bde81', 'name': '', 'network_id': '1efb82e9-504d-4b86-b26c-ec3c8e2425bd', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'mac_address': 'fa:16:3e:4e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:16Z', 'updated_at': '2021-06-28T23:20:33Z', 'revision_number': 5, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'subnets': [{'id': '4ee7b0a2-5b39-4138-89d6-38d03997b8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:30:43.655730 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82469397-fb20-4733-b9f9-13af97f11284 None None] New status for floating IP 3c2d0a06-4ac4-484e-bee0-08dad974e1e9: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:30:44.250630 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 33570) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:30:44.304084 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:44.330282 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:44.375746 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:44.378485 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:44.379640 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "DELETE /v2.0/security-groups/55bae037-f6c9-4303-b4c4-c4902cc97b58 HTTP/1.1" status: 204 len: 168 time: 0.1280191 Jun 28 23:30:44.380494 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5c63d02d-6146-4f4f-8cb2-fd1470ea2916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:30:44.382903 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 33572) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:30:44.389510 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bae037-f6c9-4303-b4c4-c4902cc97b58,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:30:44.396652 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.api.v2.resource [None req-4912eecd-9352-42ff-9a08-cf58c57d31f1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] show failed (client error): The resource could not be found. Jun 28 23:30:44.397405 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:44.397787 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:44.398158 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:44.398520 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:44.398902 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:44.399261 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:44.399614 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:44.399965 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:44.400319 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:44.400667 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:44.401014 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:44.401123 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4912eecd-9352-42ff-9a08-cf58c57d31f1 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "GET /v2.0/security-groups/55bae037-f6c9-4303-b4c4-c4902cc97b58 HTTP/1.1" status: 404 len: 347 time: 0.0172172 Jun 28 23:30:44.401359 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:30:44.401621 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 33574) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:30:44.404554 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:30:44.521836 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-6837a0c5-24d9-4fd0-b297-bc8055d840a2 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Deleting port 10df76d9-9dc6-4eee-9018-af43af9fb381 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:30:44.522173 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6837a0c5-24d9-4fd0-b297-bc8055d840a2 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:44.593305 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6837a0c5-24d9-4fd0-b297-bc8055d840a2 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:44.593630 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6837a0c5-24d9-4fd0-b297-bc8055d840a2 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:44.604705 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-6837a0c5-24d9-4fd0-b297-bc8055d840a2 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Calling delete_port for 10df76d9-9dc6-4eee-9018-af43af9fb381 owned by network:floatingip {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:30:44.732836 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6837a0c5-24d9-4fd0-b297-bc8055d840a2 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:44.735442 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-be0eb70e-c9e5-4e24-9e9f-05e02fcb9b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:30:44.757155 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837a0c5-24d9-4fd0-b297-bc8055d840a2 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Pushing event deleted for resources: {'Port': ['ID=10df76d9-9dc6-4eee-9018-af43af9fb381,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:30:44.760825 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-6837a0c5-24d9-4fd0-b297-bc8055d840a2 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:30:44.821897 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6837a0c5-24d9-4fd0-b297-bc8055d840a2 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks [] for floatingip, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:44.824459 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6837a0c5-24d9-4fd0-b297-bc8055d840a2 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:44.825612 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-6837a0c5-24d9-4fd0-b297-bc8055d840a2 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] 10.222.0.35 "DELETE /v2.0/floatingips/3c2d0a06-4ac4-484e-bee0-08dad974e1e9 HTTP/1.1" status: 204 len: 168 time: 0.4231222 Jun 28 23:30:45.416281 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device b93666d6-a0bb-4222-84f0-e575b242951c no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:30:45.435333 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: b93666d6-a0bb-4222-84f0-e575b242951c {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:30:45.435684 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device b93666d6-a0bb-4222-84f0-e575b242951c not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:30:46.829657 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:30:48.519748 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 33602) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:30:48.946310 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a086c6c8-ea1c-41f2-9818-e09478cab1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657625'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:49.197209 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-a086c6c8-ea1c-41f2-9818-e09478cab1f3 admin admin] Deleting port 9d6ab513-b641-46e2-805d-dc57414bde81 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:30:49.197447 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a086c6c8-ea1c-41f2-9818-e09478cab1f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:49.277966 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-a086c6c8-ea1c-41f2-9818-e09478cab1f3 admin admin] For port 9d6ab513-b641-46e2-805d-dc57414bde81, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=9d6ab513-b641-46e2-805d-dc57414bde81,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:30:49.278328 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a086c6c8-ea1c-41f2-9818-e09478cab1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:49.290143 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-a086c6c8-ea1c-41f2-9818-e09478cab1f3 admin admin] Calling delete_port for 9d6ab513-b641-46e2-805d-dc57414bde81 owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:30:49.464548 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a086c6c8-ea1c-41f2-9818-e09478cab1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:49.467264 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5ea29731-7aee-4009-a9b7-2ba025e53b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:30:49.497983 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086c6c8-ea1c-41f2-9818-e09478cab1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6ab513-b641-46e2-805d-dc57414bde81,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:30:49.516277 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a086c6c8-ea1c-41f2-9818-e09478cab1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:30:49.907178 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a086c6c8-ea1c-41f2-9818-e09478cab1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657741'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:50.124844 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a086c6c8-ea1c-41f2-9818-e09478cab1f3 admin admin] Router 81f81631-1490-4f32-80e2-d7ae8a62db53 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:30:50.229614 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a086c6c8-ea1c-41f2-9818-e09478cab1f3 admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:30:50.236198 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a086c6c8-ea1c-41f2-9818-e09478cab1f3 admin admin] 10.222.0.35 "PUT /v2.0/routers/81f81631-1490-4f32-80e2-d7ae8a62db53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7154036 Jun 28 23:30:50.238794 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 33606) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:30:50.240574 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f3036-34f1-4e1f-9229-c67714469468 None None] Sync routers for ids ['81f81631-1490-4f32-80e2-d7ae8a62db53'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:30:50.250848 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f3036-34f1-4e1f-9229-c67714469468 None None] Routers {'81f81631-1490-4f32-80e2-d7ae8a62db53'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:30:50.251482 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e64f3036-34f1-4e1f-9229-c67714469468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:30:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['81f81631-1490-4f32-80e2-d7ae8a62db53'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:30:50.338973 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] Notify callbacks [] for router, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:50.350989 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-e64f3036-34f1-4e1f-9229-c67714469468 None None] Set router 81f81631-1490-4f32-80e2-d7ae8a62db53 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:30:50.437897 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:50.488121 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] Deleting port ac06ad7e-78bc-4810-a464-6d65fb3cb3fc {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:30:50.488375 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:50.525106 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e64f3036-34f1-4e1f-9229-c67714469468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:30:49Z', 'revision_number': 5, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port': {'id': 'ac06ad7e-78bc-4810-a464-6d65fb3cb3fc', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:10Z', 'updated_at': '2021-06-28T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:30:50.554001 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f3036-34f1-4e1f-9229-c67714469468 None None] Checking router: 81f81631-1490-4f32-80e2-d7ae8a62db53 for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:30:50.562224 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f3036-34f1-4e1f-9229-c67714469468 None None] Routers {'81f81631-1490-4f32-80e2-d7ae8a62db53'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:30:50.562875 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e64f3036-34f1-4e1f-9229-c67714469468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:30:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['81f81631-1490-4f32-80e2-d7ae8a62db53'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:30:50.565218 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] For port ac06ad7e-78bc-4810-a464-6d65fb3cb3fc, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=ac06ad7e-78bc-4810-a464-6d65fb3cb3fc,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:30:50.565573 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:50.576664 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] Calling delete_port for ac06ad7e-78bc-4810-a464-6d65fb3cb3fc owned by network:router_gateway {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:30:50.667999 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-e64f3036-34f1-4e1f-9229-c67714469468 None None] Set router 81f81631-1490-4f32-80e2-d7ae8a62db53 gateway port host: None {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:30:50.717604 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e64f3036-34f1-4e1f-9229-c67714469468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:30:50Z', 'revision_number': 6, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port_host': None}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:30:50.746555 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f3036-34f1-4e1f-9229-c67714469468 None None] The sync data for ids ['81f81631-1490-4f32-80e2-d7ae8a62db53'] in dv-cinder-792462-21-iscsi is: [{'id': '81f81631-1490-4f32-80e2-d7ae8a62db53', 'name': 'tempest-AttachVolumeTestJSON-640309077-router', 'tenant_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:08Z', 'updated_at': '2021-06-28T23:30:50Z', 'revision_number': 6, 'project_id': '50cc37f33e7f46c8a8602f1c6d244c51', 'gw_port_host': None}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:30:50.752274 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:50.754400 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-670c88e2-e8b7-4757-ada7-88515974d946 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:30:51.029241 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ac06ad7e-78bc-4810-a464-6d65fb3cb3fc,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:30:51.032198 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:30:51.088901 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656915'] for router_gateway, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.183676 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24842'] for router, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.185730 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.228876 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656885'] for router, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.229448 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f81631-1490-4f32-80e2-d7ae8a62db53 {{(pid=92895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 23:30:51.233711 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.234862 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ce7ea6d8-5742-4882-b5b4-a45e6f6c69fa admin admin] 10.222.0.35 "DELETE /v2.0/routers/81f81631-1490-4f32-80e2-d7ae8a62db53 HTTP/1.1" status: 204 len: 168 time: 0.9950356 Jun 28 23:30:51.237290 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 33608) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:30:51.291100 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea40917-ab6a-4b7d-9bb0-9bd35d2ded78 admin admin] Deleting subnet 4ee7b0a2-5b39-4138-89d6-38d03997b8dd {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:30:51.294158 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0ea40917-ab6a-4b7d-9bb0-9bd35d2ded78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.332515 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0ea40917-ab6a-4b7d-9bb0-9bd35d2ded78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2287171'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.410871 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0ea40917-ab6a-4b7d-9bb0-9bd35d2ded78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.464158 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0ea40917-ab6a-4b7d-9bb0-9bd35d2ded78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3862380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3429362'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.466221 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:30:51.490347 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea40917-ab6a-4b7d-9bb0-9bd35d2ded78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee7b0a2-5b39-4138-89d6-38d03997b8dd,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:30:51.492900 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0ea40917-ab6a-4b7d-9bb0-9bd35d2ded78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.497321 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 33610) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:30:51.497840 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0ea40917-ab6a-4b7d-9bb0-9bd35d2ded78 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4ee7b0a2-5b39-4138-89d6-38d03997b8dd HTTP/1.1" status: 204 len: 168 time: 0.2591929 Jun 28 23:30:51.498431 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0ea40917-ab6a-4b7d-9bb0-9bd35d2ded78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:30:51.500832 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555f2ffe-f265-4575-9c63-46f57d634181 None None] Network 1efb82e9-504d-4b86-b26c-ec3c8e2425bd requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:30:51.574704 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.632225 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Deleting port 5f0c19ec-f31e-479f-af26-aa74655cdb2a {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:30:51.632575 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.706596 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] For port 5f0c19ec-f31e-479f-af26-aa74655cdb2a, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=5f0c19ec-f31e-479f-af26-aa74655cdb2a,segment=NetworkSegment(00c91217-e49d-4563-9564-6583d230ee28),segment_id=00c91217-e49d-4563-9564-6583d230ee28)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:30:51.707069 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.720486 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f3906f-feab-4acf-9154-c02ca1c5fa82 None None] DHCP port deletion for 1efb82e9-504d-4b86-b26c-ec3c8e2425bd request from dv-cinder-792462-21-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 23:30:51.721012 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Calling delete_port for 5f0c19ec-f31e-479f-af26-aa74655cdb2a owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:30:51.750316 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device ac06ad7e-78bc-4810-a464-6d65fb3cb3fc no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:30:51.773131 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: ac06ad7e-78bc-4810-a464-6d65fb3cb3fc {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:30:51.773554 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device ac06ad7e-78bc-4810-a464-6d65fb3cb3fc not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:30:51.773967 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 9d6ab513-b641-46e2-805d-dc57414bde81 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:30:51.795915 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 9d6ab513-b641-46e2-805d-dc57414bde81 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:30:51.796839 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 9d6ab513-b641-46e2-805d-dc57414bde81 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:30:51.812996 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.815579 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:30:51.824083 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-85f3906f-feab-4acf-9154-c02ca1c5fa82 None None] Deleting port 5f0c19ec-f31e-479f-af26-aa74655cdb2a {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:30:51.824472 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-85f3906f-feab-4acf-9154-c02ca1c5fa82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.838881 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0c19ec-f31e-479f-af26-aa74655cdb2a,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:30:51.841885 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:30:51.842659 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] No DVR routers for this DVR port 5f0c19ec-f31e-479f-af26-aa74655cdb2a on host dv-cinder-792462-21-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:30:51.887275 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-85f3906f-feab-4acf-9154-c02ca1c5fa82 None None] For port 5f0c19ec-f31e-479f-af26-aa74655cdb2a, host dv-cinder-792462-21-iscsi, got binding levels [] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:30:51.887679 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-85f3906f-feab-4acf-9154-c02ca1c5fa82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.901342 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-85f3906f-feab-4acf-9154-c02ca1c5fa82 None None] Calling delete_port for 5f0c19ec-f31e-479f-af26-aa74655cdb2a owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:30:51.904247 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.ipam_backend_mixin [None req-85f3906f-feab-4acf-9154-c02ca1c5fa82 None None] Port 5f0c19ec-f31e-479f-af26-aa74655cdb2a was not found and therefore no delete operation was performed {{(pid=92896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 23:30:51.905550 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-85f3906f-feab-4acf-9154-c02ca1c5fa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.907685 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-fc158210-032e-4984-b52d-c28edcca4082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:30:51.914974 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.924599 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efb82e9-504d-4b86-b26c-ec3c8e2425bd']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:30:51.930949 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3906f-feab-4acf-9154-c02ca1c5fa82 None None] Pushing event deleted for resources: {'Port': ['ID=5f0c19ec-f31e-479f-af26-aa74655cdb2a,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:30:51.933785 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-85f3906f-feab-4acf-9154-c02ca1c5fa82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:30:51.934611 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f3906f-feab-4acf-9154-c02ca1c5fa82 None None] No DVR routers for this DVR port 5f0c19ec-f31e-479f-af26-aa74655cdb2a on host dv-cinder-792462-21-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:30:51.937365 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c91217-e49d-4563-9564-6583d230ee28') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:30:51.937604 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c91217-e49d-4563-9564-6583d230ee28') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:30:51.949897 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844652'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.964112 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.970432 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:30:51.970991 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844820'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: timer() Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: cb(*args, **kw) Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: self._notify() Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: self.callback(batched_events) Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: event.method(event) Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._get(url).json() Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:30:51.972643 dv-cinder-792462-21-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:30:52.028352 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:52.032042 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:30:52.034450 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:52.036323 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1efb82e9-504d-4b86-b26c-ec3c8e2425bd HTTP/1.1" status: 204 len: 168 time: 0.5368943 Jun 28 23:30:52.047531 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Pushing event deleted for resources: {'Network': ['ID=1efb82e9-504d-4b86-b26c-ec3c8e2425bd,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:30:52.050083 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:30:52.171828 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 33614) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:30:52.211509 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e23121c8-6239-4a97-bf58-bd279ac59023 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50cc37f33e7f46c8a8602f1c6d244c51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383244 Jun 28 23:30:52.213741 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 33616) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:30:52.261586 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-71327fc7-cf82-486c-8c2b-96f5b1c7e4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:52.282041 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-71327fc7-cf82-486c-8c2b-96f5b1c7e4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:52.331002 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-71327fc7-cf82-486c-8c2b-96f5b1c7e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:52.333473 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-71327fc7-cf82-486c-8c2b-96f5b1c7e4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:52.335733 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-71327fc7-cf82-486c-8c2b-96f5b1c7e4ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b13da9d7-5131-43dc-a9ef-9e15a805444c HTTP/1.1" status: 204 len: 168 time: 0.1200747 Jun 28 23:30:52.336819 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-613a2b94-e471-44cd-b475-76553b999f37 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:30:52.344823 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71327fc7-cf82-486c-8c2b-96f5b1c7e4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13da9d7-5131-43dc-a9ef-9e15a805444c,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:30:52.347686 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-71327fc7-cf82-486c-8c2b-96f5b1c7e4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:30:53.699726 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 5f0c19ec-f31e-479f-af26-aa74655cdb2a no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:30:53.719817 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 5f0c19ec-f31e-479f-af26-aa74655cdb2a {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:30:53.720176 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 5f0c19ec-f31e-479f-af26-aa74655cdb2a not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:30:55.905666 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-63824669-9c61-4d31-8e6a-94c678d844ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:56.677858 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:58.995886 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:59.161150 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-54c30674-31c0-43be-81e0-38597a38367d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:30:59.897281 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:02.121056 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:02.765663 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 33728) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:02.867894 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e00a2540-215e-40d4-bc30-b8b8388c4e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:02.957671 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e00a2540-215e-40d4-bc30-b8b8388c4e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:02.961564 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e00a2540-215e-40d4-bc30-b8b8388c4e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:02.963765 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d6111991-c196-4392-bd15-149b5260484e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:02.999827 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e00a2540-215e-40d4-bc30-b8b8388c4e13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=954f17185db04eab978f9b765a172a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330782 Jun 28 23:31:03.000768 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a2540-215e-40d4-bc30-b8b8388c4e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6782ff92-712b-4330-85ae-988b45c3b464,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:03.002486 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 33732) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:03.003942 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e00a2540-215e-40d4-bc30-b8b8388c4e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:03.052307 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e6d156b5-bdab-411a-b832-f1b448afbc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:03.072822 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e6d156b5-bdab-411a-b832-f1b448afbc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:03.118848 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e6d156b5-bdab-411a-b832-f1b448afbc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:03.123522 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e6d156b5-bdab-411a-b832-f1b448afbc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:03.125065 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e6d156b5-bdab-411a-b832-f1b448afbc7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6782ff92-712b-4330-85ae-988b45c3b464 HTTP/1.1" status: 204 len: 168 time: 0.1206038 Jun 28 23:31:03.129783 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-53ada272-76e0-4814-8a18-98699f51a172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:03.139821 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d156b5-bdab-411a-b832-f1b448afbc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6782ff92-712b-4330-85ae-988b45c3b464,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:03.144412 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e6d156b5-bdab-411a-b832-f1b448afbc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:04.942379 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fda33b-743e-4fcd-8693-9cedfc8a5bfe req-c09468fc-878a-42bd-b65f-5f6e7c733edc tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:04.944750 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-59fda33b-743e-4fcd-8693-9cedfc8a5bfe req-c09468fc-878a-42bd-b65f-5f6e7c733edc tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0715871 Jun 28 23:31:04.983165 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-59fda33b-743e-4fcd-8693-9cedfc8a5bfe req-b0664545-dfef-41cd-a666-de3b033fa9ad tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323520 Jun 28 23:31:05.416862 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 33814) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:05.518498 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2af434ea-cd64-4de7-bfc9-3948de9ba494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:05.607102 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2af434ea-cd64-4de7-bfc9-3948de9ba494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:05.612809 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2af434ea-cd64-4de7-bfc9-3948de9ba494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:05.616067 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1aaf82e7-ff53-4b51-922b-14180828387e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:05.649729 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af434ea-cd64-4de7-bfc9-3948de9ba494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd83a017-847d-4950-9443-9e050b99234e,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:05.653965 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-2af434ea-cd64-4de7-bfc9-3948de9ba494 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=adacdc520fc84009b133d7f52cefb741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360909 Jun 28 23:31:05.654845 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2af434ea-cd64-4de7-bfc9-3948de9ba494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:05.657299 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 33818) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:05.704667 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-953422a0-46ca-4a71-bf32-c0e456daa757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:05.724795 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-953422a0-46ca-4a71-bf32-c0e456daa757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:05.773627 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-953422a0-46ca-4a71-bf32-c0e456daa757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:05.776212 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-953422a0-46ca-4a71-bf32-c0e456daa757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:05.779821 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-953422a0-46ca-4a71-bf32-c0e456daa757 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd83a017-847d-4950-9443-9e050b99234e HTTP/1.1" status: 204 len: 168 time: 0.1191597 Jun 28 23:31:05.779821 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2967d59b-f83a-4a9c-8f9a-3ae04661e9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:05.785301 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953422a0-46ca-4a71-bf32-c0e456daa757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd83a017-847d-4950-9443-9e050b99234e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:05.788028 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-953422a0-46ca-4a71-bf32-c0e456daa757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:06.025719 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 33826) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:06.040042 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10139c79-1df7-4096-9e3b-c0eada206b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:06.126305 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10139c79-1df7-4096-9e3b-c0eada206b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:06.130090 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10139c79-1df7-4096-9e3b-c0eada206b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:06.138603 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3d43f23d-aa4d-4c62-b7ef-b37fa3e00b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:06.162515 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784039fa-28f2-4843-a683-8da264ca090c req-3db852e1-4cac-4564-875d-898cb7943261 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:06.164001 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-784039fa-28f2-4843-a683-8da264ca090c req-3db852e1-4cac-4564-875d-898cb7943261 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0623777 Jun 28 23:31:06.171914 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-10139c79-1df7-4096-9e3b-c0eada206b9c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=887f6ccdb5aa4d70a1e3d521d4117917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425560 Jun 28 23:31:06.172620 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 33828) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:06.185772 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10139c79-1df7-4096-9e3b-c0eada206b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f46c61e-6b48-4572-b2f9-7364d192cc54,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:06.189887 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-10139c79-1df7-4096-9e3b-c0eada206b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:06.204351 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-784039fa-28f2-4843-a683-8da264ca090c req-7eb14638-e206-4053-b99b-2d6e6f6f27c6 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343804 Jun 28 23:31:06.228649 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc16d5ea-4915-4d4a-8676-3e573fb350d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:06.249373 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc16d5ea-4915-4d4a-8676-3e573fb350d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:06.297837 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc16d5ea-4915-4d4a-8676-3e573fb350d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:06.300825 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc16d5ea-4915-4d4a-8676-3e573fb350d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:06.301972 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-bc16d5ea-4915-4d4a-8676-3e573fb350d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f46c61e-6b48-4572-b2f9-7364d192cc54 HTTP/1.1" status: 204 len: 168 time: 0.1284256 Jun 28 23:31:06.303383 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-10139c79-1df7-4096-9e3b-c0eada206b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:06.312841 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16d5ea-4915-4d4a-8676-3e573fb350d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f46c61e-6b48-4572-b2f9-7364d192cc54,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:06.315703 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bc16d5ea-4915-4d4a-8676-3e573fb350d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:07.373557 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26123ad6-ad5a-47aa-89a4-1fe6759a099d req-674d25b4-8849-4dbc-b027-60a5d2a3eb44 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:07.374876 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-26123ad6-ad5a-47aa-89a4-1fe6759a099d req-674d25b4-8849-4dbc-b027-60a5d2a3eb44 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0620468 Jun 28 23:31:07.416822 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-26123ad6-ad5a-47aa-89a4-1fe6759a099d req-ce8edf99-6f66-457b-a8a1-be18766ed929 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362263 Jun 28 23:31:08.590528 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98838afa-dc20-4195-8f29-6f217e6c9ff7 req-ccd05e6a-f3ff-43c4-ba24-dae028dc4e77 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:08.592007 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-98838afa-dc20-4195-8f29-6f217e6c9ff7 req-ccd05e6a-f3ff-43c4-ba24-dae028dc4e77 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0652413 Jun 28 23:31:08.632276 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-98838afa-dc20-4195-8f29-6f217e6c9ff7 req-74791b0e-cad4-4ec2-891f-07e980fa2796 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345027 Jun 28 23:31:09.822047 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd252df7-69e1-400f-b2ce-71360882ca7f req-f111f816-4988-451e-b2b2-25372ac73404 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:09.823682 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bd252df7-69e1-400f-b2ce-71360882ca7f req-f111f816-4988-451e-b2b2-25372ac73404 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0673826 Jun 28 23:31:09.863905 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bd252df7-69e1-400f-b2ce-71360882ca7f req-bcbed3af-9f48-400a-a458-8d66e0dbddf8 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343008 Jun 28 23:31:11.032417 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51f202-bdfd-4d9a-8e23-711b4ee07872 req-1ac30216-134c-48a6-b39b-42b9ea86c995 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:11.033874 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5f51f202-bdfd-4d9a-8e23-711b4ee07872 req-1ac30216-134c-48a6-b39b-42b9ea86c995 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0625441 Jun 28 23:31:11.075729 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5f51f202-bdfd-4d9a-8e23-711b4ee07872 req-495106f2-a881-44a8-a720-78104675bd58 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354521 Jun 28 23:31:12.249239 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0acca5-e3c8-4b7e-b4f7-d628fff5c732 req-cb958017-62ed-4531-8a8c-90973d60bae4 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:12.250707 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4e0acca5-e3c8-4b7e-b4f7-d628fff5c732 req-cb958017-62ed-4531-8a8c-90973d60bae4 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0642653 Jun 28 23:31:12.288228 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4e0acca5-e3c8-4b7e-b4f7-d628fff5c732 req-95315dfc-6ee9-4c37-b945-b83a230bb8db tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317798 Jun 28 23:31:13.475499 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4d112-79f1-4d4b-aee2-865f14d96040 req-2a616f1c-0de8-4b20-a362-9b4f4df58642 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:13.476991 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9dc4d112-79f1-4d4b-aee2-865f14d96040 req-2a616f1c-0de8-4b20-a362-9b4f4df58642 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0794277 Jun 28 23:31:13.515089 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9dc4d112-79f1-4d4b-aee2-865f14d96040 req-228f534c-c544-4695-ac4e-091d07eb08b9 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325029 Jun 28 23:31:14.687699 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfe1ca-d784-46e2-8522-006040cb2787 req-89b5d62e-957e-44a8-b28e-aaa405aa8e44 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:14.689194 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-49bfe1ca-d784-46e2-8522-006040cb2787 req-89b5d62e-957e-44a8-b28e-aaa405aa8e44 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0653510 Jun 28 23:31:14.732671 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-49bfe1ca-d784-46e2-8522-006040cb2787 req-360adef9-901c-4b15-9574-cdf0dfaab2d4 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371895 Jun 28 23:31:15.283070 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-0db96927-6a0f-4fdc-8631-f54c3946a390 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658894959&fields=id&tenant_id=e23bc83e618a4da38881f5efae15ba41 HTTP/1.1" status: 200 len: 267 time: 0.0314248 Jun 28 23:31:15.385257 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-0099526e-5a8c-4076-b015-164896b7e491 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:15.386718 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-0099526e-5a8c-4076-b015-164896b7e491 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 812 time: 0.0967836 Jun 28 23:31:15.402609 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-fe54d1f6-8db3-4eba-9f1d-e1c05fdb63b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/quotas/e23bc83e618a4da38881f5efae15ba41 HTTP/1.1" status: 200 len: 375 time: 0.0096571 Jun 28 23:31:15.479266 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-dce180e6-e93e-4f3b-b6c4-0e9741c08bd5 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0714030 Jun 28 23:31:15.593296 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-6bfb514d-a5c8-43ad-83c9-59d0fb2af893 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:31:15.594248 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-6bfb514d-a5c8-43ad-83c9-59d0fb2af893 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1037710 Jun 28 23:31:15.691037 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-e3b4b318-1d2c-4612-a891-d2a955a50104 service neutron] 10.222.0.35 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890546 Jun 28 23:31:15.783129 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-45b81a21-5ba0-47ea-8e8d-6293f9a66b75 service neutron] 10.222.0.35 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862339 Jun 28 23:31:15.904858 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a8162-27b7-4a04-8a44-f828d0d93e51 req-3f02e4b4-3415-46d3-8164-bb3fc2fca10d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:15.906021 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c72a8162-27b7-4a04-8a44-f828d0d93e51 req-3f02e4b4-3415-46d3-8164-bb3fc2fca10d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0646775 Jun 28 23:31:15.945160 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c72a8162-27b7-4a04-8a44-f828d0d93e51 req-490d1314-ce45-4b34-bea7-c7786fd127d2 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333884 Jun 28 23:31:16.088966 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d1c2adfa-06cb-4f11-ac40-a531e5a558e8 req-bd5ae37f-c993-4f9b-9dac-403ba16eb1e5 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 210 time: 0.0321109 Jun 28 23:31:17.121239 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02632526-6ec2-49ce-9a66-2b27b19ce8ae req-dfa105ca-b3a0-4275-ab3f-82a4fcd39ba9 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:17.122831 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-02632526-6ec2-49ce-9a66-2b27b19ce8ae req-dfa105ca-b3a0-4275-ab3f-82a4fcd39ba9 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0632546 Jun 28 23:31:17.160628 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-02632526-6ec2-49ce-9a66-2b27b19ce8ae req-6c10d310-f995-47d2-b756-f7102e77ff90 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318108 Jun 28 23:31:17.238651 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a6be39ac-2674-407d-9328-49eb87415f7c req-97b58f0f-8cc4-475e-9961-6e80f0f42aa3 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 210 time: 0.0282257 Jun 28 23:31:17.393778 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-0389ff23-8149-42a6-b45f-67152bb6b8b0 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:17.395310 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-0389ff23-8149-42a6-b45f-67152bb6b8b0 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.47 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 812 time: 0.1076589 Jun 28 23:31:17.444273 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-674e2ba0-0677-4295-81f3-c64a4ce62abc tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e23bc83e618a4da38881f5efae15ba41 HTTP/1.1" status: 200 len: 379 time: 0.0395415 Jun 28 23:31:17.452827 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Request body: {'port': {'device_id': '77d03ee2-1723-4382-b84c-60be8a8c653e', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'admin_state_up': True, 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'security_groups': ['d95478eb-67f5-4ce1-8da0-02bb16d347b0']}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:31:17.576521 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Made reservation on behalf of e23bc83e618a4da38881f5efae15ba41 for: {'port': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:31:17.582972 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:17.705801 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Allocated IP 172.20.0.14 (fea3cf5c-da72-4ef5-b6f8-bae77ef1f927/267ad752-7b4a-4cc1-8929-5768d21c85ec/841f6a93-a220-4fdd-93ef-309b9eadff14) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:31:17.843452 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:17.857486 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Transition to ACTIVE for port object 841f6a93-a220-4fdd-93ef-309b9eadff14 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:31:17.890773 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8844762'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:17.894916 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:17.939794 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:31:17.943616 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:31:17.947445 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:31:17.986489 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'Port': ['ID=841f6a93-a220-4fdd-93ef-309b9eadff14,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:17.991143 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:18.013781 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:18.014425 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:18.031433 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5822811 Jun 28 23:31:18.044321 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Request body: {'port': {'device_id': '77d03ee2-1723-4382-b84c-60be8a8c653e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:31:18.120193 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:18.208343 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-64951c4b-f6a6-4d6d-b348-059f340fd63c None None] Provisioning for port 841f6a93-a220-4fdd-93ef-309b9eadff14 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:31:18.212642 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-64951c4b-f6a6-4d6d-b348-059f340fd63c None None] Provisioning complete for port 841f6a93-a220-4fdd-93ef-309b9eadff14 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:31:18.213030 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-64951c4b-f6a6-4d6d-b348-059f340fd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:18.250023 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-64951c4b-f6a6-4d6d-b348-059f340fd63c None None] Port 841f6a93-a220-4fdd-93ef-309b9eadff14 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:31:18.351229 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4d71a-e2a0-4ea3-bed9-360c622965bc req-638c39c8-93d4-4ea6-88f7-08c010a53e8d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:18.352705 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-25b4d71a-e2a0-4ea3-bed9-360c622965bc req-638c39c8-93d4-4ea6-88f7-08c010a53e8d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0707936 Jun 28 23:31:18.394353 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841f6a93-a220-4fdd-93ef-309b9eadff14 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:31:18.401905 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:18.413787 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Transition to ACTIVE for port object 841f6a93-a220-4fdd-93ef-309b9eadff14 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:31:18.417365 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844748'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:18.420303 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0279eb3d-6a07-40d9-a66d-36da43745190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:18.425509 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-25b4d71a-e2a0-4ea3-bed9-360c622965bc req-84ed114c-a67b-4e3c-aad0-8ab0f3cab49c tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600479 Jun 28 23:31:18.442271 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5080ede-2fcd-47cc-a18e-f8e1cbe227b4 req-6aa6c40f-ef02-490c-96d4-fd77d95747ab tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:18.444454 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c5080ede-2fcd-47cc-a18e-f8e1cbe227b4 req-6aa6c40f-ef02-490c-96d4-fd77d95747ab tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 932 time: 0.0893354 Jun 28 23:31:18.490437 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c5080ede-2fcd-47cc-a18e-f8e1cbe227b4 req-e26e8eaa-de6a-45bc-b8fa-b64682ce168f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368061 Jun 28 23:31:18.505907 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Pushing event updated for resources: {'Port': ['ID=841f6a93-a220-4fdd-93ef-309b9eadff14,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:18.509481 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:18.546389 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Attempting to bind port 841f6a93-a220-4fdd-93ef-309b9eadff14 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:31:18.546728 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Attempting to bind port 841f6a93-a220-4fdd-93ef-309b9eadff14 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:31:18.547081 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Attempting to bind port 841f6a93-a220-4fdd-93ef-309b9eadff14 on network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:31:18.551526 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Port 841f6a93-a220-4fdd-93ef-309b9eadff14 on network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:31:18.552451 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Attempting to bind port 841f6a93-a220-4fdd-93ef-309b9eadff14 on network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:31:18.557464 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:31:18.557802 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Checking segment: {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:31:18.558183 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Bound using segment: {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:31:18.558618 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Bound port: 841f6a93-a220-4fdd-93ef-309b9eadff14, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863a9227-5310-4e8a-9be1-c9a130b967c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:31:18.559018 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:18.628594 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] For port 841f6a93-a220-4fdd-93ef-309b9eadff14, host hv-cinder-79246, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:31:18.632134 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] For port 841f6a93-a220-4fdd-93ef-309b9eadff14, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=841f6a93-a220-4fdd-93ef-309b9eadff14,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:31:18.635781 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844748'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:18.638681 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2bab7b7c-21ad-4410-8fd9-e09df8a45754 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:18.671182 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:18.671804 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:18.673364 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] 10.222.0.47 "PUT /v2.0/ports/841f6a93-a220-4fdd-93ef-309b9eadff14 HTTP/1.1" status: 200 len: 1094 time: 0.6335254 Jun 28 23:31:18.673910 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d03ee2-1723-4382-b84c-60be8a8c653e', 'tag': '841f6a93-a220-4fdd-93ef-309b9eadff14'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:31:18.678117 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5951d698d6fa6ad5965dacd3038605f07984bf8028d67a1eaeaa8c00c63a7533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65201193-4f46-4b23-8685-db5d0483bd70" -d '{"events": [{"name": "network-changed", "server_uuid": "77d03ee2-1723-4382-b84c-60be8a8c653e", "tag": "841f6a93-a220-4fdd-93ef-309b9eadff14"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:31:18.704819 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Pushing event updated for resources: {'Port': ['ID=841f6a93-a220-4fdd-93ef-309b9eadff14,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:18.707993 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-570ca175-aa17-43fc-9441-d3bef973cec2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:18.786594 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-e2c427dd-d0a8-47d5-a184-039791db95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:18.788532 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-e2c427dd-d0a8-47d5-a184-039791db95fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 1097 time: 0.0622892 Jun 28 23:31:18.841605 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-9af296ae-0de9-4e4a-9d27-ba9292f8937f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841f6a93-a220-4fdd-93ef-309b9eadff14 HTTP/1.1" status: 200 len: 217 time: 0.0447443 Jun 28 23:31:18.893643 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56f4aab-b804-448b-838a-b46614bd8446 x-openstack-request-id: req-e56f4aab-b804-448b-838a-b46614bd8446 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:31:18.893991 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d03ee2-1723-4382-b84c-60be8a8c653e", "tag": "841f6a93-a220-4fdd-93ef-309b9eadff14", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:31:18.899020 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e56f4aab-b804-448b-838a-b46614bd8446 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:31:18.899629 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d03ee2-1723-4382-b84c-60be8a8c653e', 'tag': '841f6a93-a220-4fdd-93ef-309b9eadff14', 'status': 'completed', 'code': 200} Jun 28 23:31:18.927961 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-5a828266-a3c0-42ef-a4a6-4672b19dcf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:18.927961 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-5a828266-a3c0-42ef-a4a6-4672b19dcf28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=267ad752-7b4a-4cc1-8929-5768d21c85ec HTTP/1.1" status: 200 len: 851 time: 0.0769436 Jun 28 23:31:18.988979 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-9cad7514-7220-487f-ab64-288b2d9b8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:18.991007 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-9cad7514-7220-487f-ab64-288b2d9b8ee8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0583205 Jun 28 23:31:19.094106 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-44b7f802-57b9-430a-86b0-4001f710f544 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967305 Jun 28 23:31:19.191697 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da2b57d9-c609-4460-b911-61aa5b90ad4a req-9b3fe144-47e3-416e-b6ad-b92e1501c408 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914812 Jun 28 23:31:19.305185 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65201193-4f46-4b23-8685-db5d0483bd70 req-ac91da17-30e9-4bb9-b8ad-b3485dc1f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:19.306953 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-65201193-4f46-4b23-8685-db5d0483bd70 req-ac91da17-30e9-4bb9-b8ad-b3485dc1f596 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 1097 time: 0.0589638 Jun 28 23:31:19.376633 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34056) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:19.409030 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65201193-4f46-4b23-8685-db5d0483bd70 req-472f0d35-2321-4cb1-913d-6857798f1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:19.410533 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-65201193-4f46-4b23-8685-db5d0483bd70 req-472f0d35-2321-4cb1-913d-6857798f1874 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 913 time: 0.0962951 Jun 28 23:31:19.455327 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-65201193-4f46-4b23-8685-db5d0483bd70 req-d1a34bb7-cec5-424e-97b9-2b656b0ea96a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841f6a93-a220-4fdd-93ef-309b9eadff14 HTTP/1.1" status: 200 len: 217 time: 0.0380342 Jun 28 23:31:19.511374 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-366b40be-ab39-4019-aca9-81cda5251831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:19.531930 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65201193-4f46-4b23-8685-db5d0483bd70 req-723c240b-4d2e-4bd2-82df-f24b6a281e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:19.533368 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-65201193-4f46-4b23-8685-db5d0483bd70 req-723c240b-4d2e-4bd2-82df-f24b6a281e4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=267ad752-7b4a-4cc1-8929-5768d21c85ec HTTP/1.1" status: 200 len: 851 time: 0.0719357 Jun 28 23:31:19.617956 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0420d3-cac6-4c01-94f4-697c8c771256 req-cf0a7720-cd96-4d9f-ae91-22acc6e0a3f5 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:19.619739 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2c0420d3-cac6-4c01-94f4-697c8c771256 req-cf0a7720-cd96-4d9f-ae91-22acc6e0a3f5 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0708172 Jun 28 23:31:19.629166 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65201193-4f46-4b23-8685-db5d0483bd70 req-e3093b3d-e545-4440-a681-7972e9ef3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:19.630703 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-65201193-4f46-4b23-8685-db5d0483bd70 req-e3093b3d-e545-4440-a681-7972e9ef3167 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0894747 Jun 28 23:31:19.679468 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2c0420d3-cac6-4c01-94f4-697c8c771256 req-ece73bc9-0714-43ed-a364-04912a62b60f tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521250 Jun 28 23:31:19.730832 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-366b40be-ab39-4019-aca9-81cda5251831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:19.737707 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-366b40be-ab39-4019-aca9-81cda5251831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:19.742313 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-71327fc7-cf82-486c-8c2b-96f5b1c7e4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:19.785577 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-65201193-4f46-4b23-8685-db5d0483bd70 req-e97cbdc2-db2b-464e-bda9-8a295b5f9ee4 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475165 Jun 28 23:31:19.792741 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-366b40be-ab39-4019-aca9-81cda5251831 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17be456e83fb4bdcb95f774fa706247b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151366 Jun 28 23:31:19.794780 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b40be-ab39-4019-aca9-81cda5251831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1546d92b-32a0-47f2-9308-337964b68fe1,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:19.797009 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34064) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:19.810042 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-366b40be-ab39-4019-aca9-81cda5251831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:19.853973 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43f194-fd74-4190-8143-6487668a8c6a req-6d951a22-311c-4d83-b5c9-f35a48d49bf2 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:19.855519 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5d43f194-fd74-4190-8143-6487668a8c6a req-6d951a22-311c-4d83-b5c9-f35a48d49bf2 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 944 time: 0.0677986 Jun 28 23:31:19.892661 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5d43f194-fd74-4190-8143-6487668a8c6a req-b2a268aa-8ec5-4d4c-a805-0432ba182a77 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313709 Jun 28 23:31:19.913327 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-92b1fcef-84e5-4bcc-9566-c7425898a99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:19.925019 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-65201193-4f46-4b23-8685-db5d0483bd70 req-8f491da2-30db-4565-bf53-ffd237c37cbe service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311660 Jun 28 23:31:19.937129 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-92b1fcef-84e5-4bcc-9566-c7425898a99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:19.984195 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-92b1fcef-84e5-4bcc-9566-c7425898a99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:19.986763 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-92b1fcef-84e5-4bcc-9566-c7425898a99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:19.987951 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-92b1fcef-84e5-4bcc-9566-c7425898a99a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1546d92b-32a0-47f2-9308-337964b68fe1 HTTP/1.1" status: 204 len: 168 time: 0.1839857 Jun 28 23:31:19.988770 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c12dfd7f-937f-4f15-bc7b-64f2aaa6d868 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:19.996318 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1fcef-84e5-4bcc-9566-c7425898a99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1546d92b-32a0-47f2-9308-337964b68fe1,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:19.998685 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-92b1fcef-84e5-4bcc-9566-c7425898a99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:20.092397 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acef1d3-6ae0-4b57-a9bd-fa0ae8647b47 req-1a2e958a-a017-46ae-995f-a1613138e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:20.094032 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3acef1d3-6ae0-4b57-a9bd-fa0ae8647b47 req-1a2e958a-a017-46ae-995f-a1613138e7fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029f3531c7254979bd2792666ca2fde1&device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 1099 time: 0.0539567 Jun 28 23:31:20.199349 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acef1d3-6ae0-4b57-a9bd-fa0ae8647b47 req-6ef27b5d-0fb7-4d5a-a351-87444535093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:20.200918 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3acef1d3-6ae0-4b57-a9bd-fa0ae8647b47 req-6ef27b5d-0fb7-4d5a-a351-87444535093b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8fe9b44-25ee-4e97-acaf-1e0033570eba HTTP/1.1" status: 200 len: 910 time: 0.1008699 Jun 28 23:31:20.262148 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34070) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:20.268140 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3acef1d3-6ae0-4b57-a9bd-fa0ae8647b47 req-0727ab6b-5c85-4fbe-adf1-9d8d928e08c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5 HTTP/1.1" status: 200 len: 1002 time: 0.0586419 Jun 28 23:31:20.276657 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eceafd7d-f830-4798-a36e-f18977e2d412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:20.325489 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acef1d3-6ae0-4b57-a9bd-fa0ae8647b47 req-426f45fd-3475-4ecf-8e97-85ce957025d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:20.327374 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3acef1d3-6ae0-4b57-a9bd-fa0ae8647b47 req-426f45fd-3475-4ecf-8e97-85ce957025d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2785bbb9-84e6-4b34-9d12-fd7462228ce7 HTTP/1.1" status: 200 len: 848 time: 0.0527301 Jun 28 23:31:20.367451 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eceafd7d-f830-4798-a36e-f18977e2d412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:20.371735 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-eceafd7d-f830-4798-a36e-f18977e2d412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:20.375349 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9c5da34d-2c18-4d9e-94db-1ebb3ef0bf22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:20.387347 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acef1d3-6ae0-4b57-a9bd-fa0ae8647b47 req-621c8ea1-96c6-436a-b8d9-05695c1960cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:20.388851 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3acef1d3-6ae0-4b57-a9bd-fa0ae8647b47 req-621c8ea1-96c6-436a-b8d9-05695c1960cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8fe9b44-25ee-4e97-acaf-1e0033570eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519111 Jun 28 23:31:20.409900 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-eceafd7d-f830-4798-a36e-f18977e2d412 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7edaf17f8164878b67f8a5ce5f4b5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466529 Jun 28 23:31:20.412176 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceafd7d-f830-4798-a36e-f18977e2d412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e22336-7460-43dc-9a49-1926a04afb7f,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:20.415499 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34072) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:20.416020 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-eceafd7d-f830-4798-a36e-f18977e2d412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:20.546927 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3acef1d3-6ae0-4b57-a9bd-fa0ae8647b47 req-e1831734-5b64-4929-8081-7090de21a5f8 service neutron] 10.222.0.47 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474450 Jun 28 23:31:20.549884 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bacbb99-f63c-466d-8422-08945a1a59bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:20.587702 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bacbb99-f63c-466d-8422-08945a1a59bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:20.678025 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3acef1d3-6ae0-4b57-a9bd-fa0ae8647b47 req-65b54d6c-21fe-46a3-b96f-67fd3f04cafe service neutron] 10.222.0.47 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190760 Jun 28 23:31:20.684796 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bacbb99-f63c-466d-8422-08945a1a59bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:20.687911 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bacbb99-f63c-466d-8422-08945a1a59bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:20.689355 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0bacbb99-f63c-466d-8422-08945a1a59bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2e22336-7460-43dc-9a49-1926a04afb7f HTTP/1.1" status: 204 len: 168 time: 0.2727849 Jun 28 23:31:20.690544 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cc498419-4d9b-47ee-8569-3b4f3ac6ad89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:20.703356 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacbb99-f63c-466d-8422-08945a1a59bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e22336-7460-43dc-9a49-1926a04afb7f,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:20.706758 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0bacbb99-f63c-466d-8422-08945a1a59bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:20.931937 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de8fd5-f546-452a-9b02-8761b9a6ca8b req-28cee457-c538-4290-8b7c-e5bcc4412b38 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:20.933454 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a8de8fd5-f546-452a-9b02-8761b9a6ca8b req-28cee457-c538-4290-8b7c-e5bcc4412b38 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0747318 Jun 28 23:31:20.975560 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a8de8fd5-f546-452a-9b02-8761b9a6ca8b req-5d9243c3-97e4-47bb-aa08-6933bb22174e tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363898 Jun 28 23:31:21.074057 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a426fc-f8ea-44c8-bdff-9774f7b7b208 req-b63aab73-a22c-45a7-b7f8-bed4b34b010b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:21.075559 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-87a426fc-f8ea-44c8-bdff-9774f7b7b208 req-b63aab73-a22c-45a7-b7f8-bed4b34b010b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 944 time: 0.0657690 Jun 28 23:31:21.092235 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34082) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:21.115132 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-87a426fc-f8ea-44c8-bdff-9774f7b7b208 req-4769d2bd-e6ad-443c-902a-7028e5e523dd tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328248 Jun 28 23:31:21.360430 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1d80c6d-2448-4cc7-b980-bda41ad3c3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:21.443727 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1d80c6d-2448-4cc7-b980-bda41ad3c3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:21.447370 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1d80c6d-2448-4cc7-b980-bda41ad3c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:21.449740 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f99982f4-a26d-4c15-8932-33cc639a89a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:21.483581 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d80c6d-2448-4cc7-b980-bda41ad3c3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989e0465-4cd4-47c7-9efc-868959c147f3,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:21.487830 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b1d80c6d-2448-4cc7-b980-bda41ad3c3dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3e9fbda14374bb9a590754ad34570ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945794 Jun 28 23:31:21.488740 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b1d80c6d-2448-4cc7-b980-bda41ad3c3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:21.490331 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34084) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:21.541610 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9e5cce9-9625-4101-aec1-49af05febe6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:21.561878 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9e5cce9-9625-4101-aec1-49af05febe6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:21.607517 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9e5cce9-9625-4101-aec1-49af05febe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:21.610195 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9e5cce9-9625-4101-aec1-49af05febe6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:21.611429 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b9e5cce9-9625-4101-aec1-49af05febe6a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/989e0465-4cd4-47c7-9efc-868959c147f3 HTTP/1.1" status: 204 len: 168 time: 0.1200836 Jun 28 23:31:21.612160 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-aba45e60-28cb-41e0-b484-93036a11ec26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:21.619833 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5cce9-9625-4101-aec1-49af05febe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989e0465-4cd4-47c7-9efc-868959c147f3,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:21.622013 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b9e5cce9-9625-4101-aec1-49af05febe6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:22.166751 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db486f-0039-44fd-8e6e-bdafea5ffe60 req-053bc9e9-3850-4149-b4fb-72e1885da738 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:22.168396 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-08db486f-0039-44fd-8e6e-bdafea5ffe60 req-053bc9e9-3850-4149-b4fb-72e1885da738 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0780489 Jun 28 23:31:22.240202 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-08db486f-0039-44fd-8e6e-bdafea5ffe60 req-183521e7-0c15-40b2-b80a-38e93bf661ed tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650289 Jun 28 23:31:22.337754 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d52d8-5d3a-4713-b75b-cf258964970c req-017484bc-adbd-49ae-86b6-253d4eb6b750 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:22.340236 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3a8d52d8-5d3a-4713-b75b-cf258964970c req-017484bc-adbd-49ae-86b6-253d4eb6b750 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 944 time: 0.0703638 Jun 28 23:31:22.379186 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3a8d52d8-5d3a-4713-b75b-cf258964970c req-5cbc2047-4050-4ab1-a38d-b8531395b2d4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313754 Jun 28 23:31:23.419177 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1312a5-1292-41cd-a0a8-bb9a9cedc6d3 req-b4168d62-d3f6-4741-b15a-a36d7090b173 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:23.420670 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f1312a5-1292-41cd-a0a8-bb9a9cedc6d3 req-b4168d62-d3f6-4741-b15a-a36d7090b173 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0646534 Jun 28 23:31:23.460571 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f1312a5-1292-41cd-a0a8-bb9a9cedc6d3 req-26354b05-2235-4fb9-be1b-5b471f699396 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344849 Jun 28 23:31:23.560508 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5affb-3c6b-4f68-b085-214766682aba req-a11ceb0a-5d31-4855-a532-3708a9ccd012 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:23.562144 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-78d5affb-3c6b-4f68-b085-214766682aba req-a11ceb0a-5d31-4855-a532-3708a9ccd012 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 944 time: 0.0673432 Jun 28 23:31:23.600155 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-78d5affb-3c6b-4f68-b085-214766682aba req-b3d23f85-5b23-4d79-a542-0c32e1a224a1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318913 Jun 28 23:31:23.736500 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-296d03f6-7f9a-44cc-baf4-cf893bcc37f4 req-016e4284-a125-4f22-bf4a-5cfbb5401f12 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0528290 Jun 28 23:31:23.806066 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97394d6-5815-4f0c-a4cf-0672f0f891ff req-41ee7a00-1e3d-48d9-8c63-f7e0a43037a8 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:23.807580 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e97394d6-5815-4f0c-a4cf-0672f0f891ff req-41ee7a00-1e3d-48d9-8c63-f7e0a43037a8 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0629244 Jun 28 23:31:23.827771 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:31:23.845577 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e97394d6-5815-4f0c-a4cf-0672f0f891ff req-64df77ec-aaeb-4d02-ab03-f6aaa3fc428f tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324373 Jun 28 23:31:24.787956 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e41ab-8094-4fee-9f46-2b67e8769fa9 req-546d6341-13f0-4dbd-91e3-51733212caad tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:24.789942 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae3e41ab-8094-4fee-9f46-2b67e8769fa9 req-546d6341-13f0-4dbd-91e3-51733212caad tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 944 time: 0.0769904 Jun 28 23:31:24.827065 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae3e41ab-8094-4fee-9f46-2b67e8769fa9 req-33cb2437-94c4-47ce-957b-29128040636f tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314641 Jun 28 23:31:25.028568 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eddfc-a3b7-4458-a334-a47a893a3805 req-976598b1-accf-477b-b42a-6cae3fbc2411 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:25.028568 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-429eddfc-a3b7-4458-a334-a47a893a3805 req-976598b1-accf-477b-b42a-6cae3fbc2411 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0646901 Jun 28 23:31:25.070472 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-429eddfc-a3b7-4458-a334-a47a893a3805 req-45282498-4efa-46ce-989e-c7b793caf724 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365117 Jun 28 23:31:25.075526 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d03f6-7f9a-44cc-baf4-cf893bcc37f4 req-f12e3da6-20b2-419f-abdd-d35ca3f07280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:25.077228 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-296d03f6-7f9a-44cc-baf4-cf893bcc37f4 req-f12e3da6-20b2-419f-abdd-d35ca3f07280 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33&tenant_id=029f3531c7254979bd2792666ca2fde1 HTTP/1.1" status: 200 len: 1099 time: 0.0605354 Jun 28 23:31:25.159656 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d03f6-7f9a-44cc-baf4-cf893bcc37f4 req-cfd634c8-7936-47d0-81e1-8d790e86373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:25.161073 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-296d03f6-7f9a-44cc-baf4-cf893bcc37f4 req-cfd634c8-7936-47d0-81e1-8d790e86373f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029f3531c7254979bd2792666ca2fde1&device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 1099 time: 0.0523624 Jun 28 23:31:25.249662 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d03f6-7f9a-44cc-baf4-cf893bcc37f4 req-a955432c-2604-4322-ac80-13ed2f96d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:25.251290 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-296d03f6-7f9a-44cc-baf4-cf893bcc37f4 req-a955432c-2604-4322-ac80-13ed2f96d660 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8fe9b44-25ee-4e97-acaf-1e0033570eba HTTP/1.1" status: 200 len: 910 time: 0.0841196 Jun 28 23:31:25.321869 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-296d03f6-7f9a-44cc-baf4-cf893bcc37f4 req-56a2e991-d16a-45f9-9fb1-1d667f50cfc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5 HTTP/1.1" status: 200 len: 1002 time: 0.0632520 Jun 28 23:31:25.371087 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d03f6-7f9a-44cc-baf4-cf893bcc37f4 req-fb25b8bb-62c5-4069-bb28-80651ecf94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:25.372471 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-296d03f6-7f9a-44cc-baf4-cf893bcc37f4 req-fb25b8bb-62c5-4069-bb28-80651ecf94d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2785bbb9-84e6-4b34-9d12-fd7462228ce7 HTTP/1.1" status: 200 len: 848 time: 0.0424891 Jun 28 23:31:25.428234 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d03f6-7f9a-44cc-baf4-cf893bcc37f4 req-a2d4f87b-6f11-4736-8f9f-e81708df431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:25.429685 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-296d03f6-7f9a-44cc-baf4-cf893bcc37f4 req-a2d4f87b-6f11-4736-8f9f-e81708df431e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8fe9b44-25ee-4e97-acaf-1e0033570eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495124 Jun 28 23:31:25.518804 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-296d03f6-7f9a-44cc-baf4-cf893bcc37f4 req-bee5d6da-a236-4ebd-a8a0-c8beb012109c service neutron] 10.222.0.47 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825496 Jun 28 23:31:25.613585 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-296d03f6-7f9a-44cc-baf4-cf893bcc37f4 req-e85a1f56-a822-417d-bc69-6e7016381b12 service neutron] 10.222.0.47 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878520 Jun 28 23:31:25.907909 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9be9a45e-febc-4aeb-b20e-7a29e7a3fb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:26.008604 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07e536-1de1-4faf-8243-1d2a7d65f3a9 req-a046bf3e-2234-401c-8f2d-63481c87ad0d tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:26.010068 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dd07e536-1de1-4faf-8243-1d2a7d65f3a9 req-a046bf3e-2234-401c-8f2d-63481c87ad0d tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 944 time: 0.0618091 Jun 28 23:31:26.046312 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dd07e536-1de1-4faf-8243-1d2a7d65f3a9 req-a5b30a78-4fa5-4978-85a0-ae223833856d tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305803 Jun 28 23:31:26.260560 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5846a7-a402-4288-918e-d883a04d5275 req-00c62cde-49e8-48a3-bb00-d5932bd48e4a tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:26.262209 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4b5846a7-a402-4288-918e-d883a04d5275 req-00c62cde-49e8-48a3-bb00-d5932bd48e4a tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0751951 Jun 28 23:31:26.300034 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4b5846a7-a402-4288-918e-d883a04d5275 req-c2d3d874-783c-45cd-934e-8a74cfddd647 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314677 Jun 28 23:31:26.533855 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34184) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:26.638625 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0d50cd0d-8a8c-404b-9ee6-faa84725b055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:26.675388 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:26.726191 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0d50cd0d-8a8c-404b-9ee6-faa84725b055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:26.730181 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0d50cd0d-8a8c-404b-9ee6-faa84725b055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:26.733923 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3b533db4-6bde-421a-904c-4011509e4a56 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:26.773225 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0d50cd0d-8a8c-404b-9ee6-faa84725b055 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f4f604f66cb14ae394d67c53f6981f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385049 Jun 28 23:31:26.774515 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50cd0d-8a8c-404b-9ee6-faa84725b055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb51728-27e6-4a40-b7a6-8393caff03b1,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:26.775873 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34190) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:26.777885 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0d50cd0d-8a8c-404b-9ee6-faa84725b055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:26.830476 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5bc72d6a-3f0f-494b-afe1-4809051f78ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:26.850856 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5bc72d6a-3f0f-494b-afe1-4809051f78ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:26.897130 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5bc72d6a-3f0f-494b-afe1-4809051f78ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:26.899795 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5bc72d6a-3f0f-494b-afe1-4809051f78ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:26.900935 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5bc72d6a-3f0f-494b-afe1-4809051f78ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7cb51728-27e6-4a40-b7a6-8393caff03b1 HTTP/1.1" status: 204 len: 168 time: 0.1240144 Jun 28 23:31:26.901748 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b8e79417-694c-4a8d-8a4b-745339531997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:26.909400 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc72d6a-3f0f-494b-afe1-4809051f78ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb51728-27e6-4a40-b7a6-8393caff03b1,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:26.911773 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5bc72d6a-3f0f-494b-afe1-4809051f78ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:27.157294 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34198) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:27.198829 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6556e38f-abbe-4a8a-ad21-7d5a5c601379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:27.264659 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f1a45-c96e-428d-9748-5d59dfcb6fab req-d2d010c1-530e-4b16-ad11-d22c8ee8a8e0 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:27.266118 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-548f1a45-c96e-428d-9748-5d59dfcb6fab req-d2d010c1-530e-4b16-ad11-d22c8ee8a8e0 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 944 time: 0.1023228 Jun 28 23:31:27.322727 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-548f1a45-c96e-428d-9748-5d59dfcb6fab req-3c23fcc6-ba2a-4cfd-a9e9-9432218438e6 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485198 Jun 28 23:31:27.351572 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6556e38f-abbe-4a8a-ad21-7d5a5c601379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:27.355742 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6556e38f-abbe-4a8a-ad21-7d5a5c601379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:27.358360 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:27.395452 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6556e38f-abbe-4a8a-ad21-7d5a5c601379 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04dae0862c7e44fd942936d7884c3a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369740 Jun 28 23:31:27.397686 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556e38f-abbe-4a8a-ad21-7d5a5c601379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f679e9-2412-410c-bdcc-6fdee68abaad,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:27.398158 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34202) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:27.401255 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6556e38f-abbe-4a8a-ad21-7d5a5c601379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:27.446778 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dad6ed18-7064-417f-b69f-3389d54a2d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:27.467895 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dad6ed18-7064-417f-b69f-3389d54a2d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:27.471681 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878788ed-535c-409b-99e2-67b83778eb6d req-f180d70e-e91f-4e7b-a006-6548739b234e tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:27.473178 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-878788ed-535c-409b-99e2-67b83778eb6d req-f180d70e-e91f-4e7b-a006-6548739b234e tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.0627406 Jun 28 23:31:27.515384 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dad6ed18-7064-417f-b69f-3389d54a2d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:27.518239 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-878788ed-535c-409b-99e2-67b83778eb6d req-3387174a-04b8-4b65-ae07-3834888e6d99 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387251 Jun 28 23:31:27.518420 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dad6ed18-7064-417f-b69f-3389d54a2d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:27.519564 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-dad6ed18-7064-417f-b69f-3389d54a2d9e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12f679e9-2412-410c-bdcc-6fdee68abaad HTTP/1.1" status: 204 len: 168 time: 0.1203804 Jun 28 23:31:27.520394 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3d2c0a37-25dc-46fd-9b29-32b748b79ff7 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:27.528567 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6ed18-7064-417f-b69f-3389d54a2d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f679e9-2412-410c-bdcc-6fdee68abaad,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:27.543926 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-dad6ed18-7064-417f-b69f-3389d54a2d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:27.617708 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 05b71f5f-ec6b-493d-ab77-9da1879c99c5 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:31:27.816573 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:27.838079 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b71f5f-ec6b-493d-ab77-9da1879c99c5'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:31:27.840326 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ee9b29-6919-40f6-928d-0fd97039ecb3" -d '{"events": [{"server_uuid": "5506be3a-a80d-4c8d-acf1-97114e050a33", "name": "network-vif-unplugged", "status": "completed", "tag": "05b71f5f-ec6b-493d-ab77-9da1879c99c5"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:31:27.853641 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 05b71f5f-ec6b-493d-ab77-9da1879c99c5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:31:27.857993 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:27.860041 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:27.910412 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=05b71f5f-ec6b-493d-ab77-9da1879c99c5,revision_number=6']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:27.918488 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:27.918853 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:27.919202 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:27.919535 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:27.919859 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:27.920389 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:27.920505 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:27.920815 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:27.921137 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:27.921456 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:27.921774 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:27.922088 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:27.926037 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:28.058429 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 23:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12280054-608f-470d-be52-d0189176e5aa x-openstack-request-id: req-12280054-608f-470d-be52-d0189176e5aa {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:31:28.058806 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5506be3a-a80d-4c8d-acf1-97114e050a33", "name": "network-vif-unplugged", "status": "completed", "tag": "05b71f5f-ec6b-493d-ab77-9da1879c99c5", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:31:28.059162 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12280054-608f-470d-be52-d0189176e5aa {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:31:28.059622 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b71f5f-ec6b-493d-ab77-9da1879c99c5', 'code': 200} Jun 28 23:31:28.501199 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f308d-9f53-4b9c-9523-9d0f07d06a30 req-47d53f32-eea2-4100-81b0-a7b239b8b9c0 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:28.502806 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb9f308d-9f53-4b9c-9523-9d0f07d06a30 req-47d53f32-eea2-4100-81b0-a7b239b8b9c0 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 944 time: 0.0656374 Jun 28 23:31:28.544266 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb9f308d-9f53-4b9c-9523-9d0f07d06a30 req-23411739-e7b0-4ed7-8764-206912f7d99d tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353770 Jun 28 23:31:28.696600 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2e3f8-0862-4122-9ed2-4f0c53984471 req-21c72585-e443-4f02-9ce0-7f860f52e325 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:28.698165 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d1a2e3f8-0862-4122-9ed2-4f0c53984471 req-21c72585-e443-4f02-9ce0-7f860f52e325 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 944 time: 0.0644808 Jun 28 23:31:28.735646 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d1a2e3f8-0862-4122-9ed2-4f0c53984471 req-e6aacab9-7dc6-4027-a509-373a2e7f029d tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316658 Jun 28 23:31:28.998777 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:29.161032 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca821-2b3e-43c2-87e0-8dea3b83b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:29.610542 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 841f6a93-a220-4fdd-93ef-309b9eadff14 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:31:29.741289 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 841f6a93-a220-4fdd-93ef-309b9eadff14, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=841f6a93-a220-4fdd-93ef-309b9eadff14,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:31:29.751846 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5f6c5-93f7-4b51-947f-fec9570b558a req-636ce85c-2035-402e-a808-8d56a1a3d393 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:29.753407 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eae5f6c5-93f7-4b51-947f-fec9570b558a req-636ce85c-2035-402e-a808-8d56a1a3d393 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 944 time: 0.0796099 Jun 28 23:31:29.754801 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '841f6a93-a220-4fdd-93ef-309b9eadff14', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'port_id': '841f6a93-a220-4fdd-93ef-309b9eadff14', 'mac_address': 'fa:16:3e:3e:58:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:31:29.793118 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:29.796012 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eae5f6c5-93f7-4b51-947f-fec9570b558a req-586d7ccb-fa15-48de-a89e-5b1d544e6e6b tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359466 Jun 28 23:31:29.806913 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841f6a93-a220-4fdd-93ef-309b9eadff14 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:31:29.828757 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 841f6a93-a220-4fdd-93ef-309b9eadff14, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=841f6a93-a220-4fdd-93ef-309b9eadff14,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:31:29.833943 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:29.836754 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:29.882403 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=841f6a93-a220-4fdd-93ef-309b9eadff14,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:29.891257 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:29.905899 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:29.920275 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad56d1-e227-4323-9ced-36f1f98ada09 req-12b014b7-f165-4564-ab1b-2b077b5449d3 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:29.921740 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b3ad56d1-e227-4323-9ced-36f1f98ada09 req-12b014b7-f165-4564-ab1b-2b077b5449d3 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 944 time: 0.0662630 Jun 28 23:31:29.966205 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b3ad56d1-e227-4323-9ced-36f1f98ada09 req-b39d2d4a-ac56-4866-899a-08428b5329aa tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386634 Jun 28 23:31:30.158575 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['841f6a93-a220-4fdd-93ef-309b9eadff14'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:31:30.972953 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00a459-72fa-4d1e-a0f1-5da0d5937624 req-e5846628-acf7-44a2-9ef0-275e72811218 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:30.975078 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b00a459-72fa-4d1e-a0f1-5da0d5937624 req-e5846628-acf7-44a2-9ef0-275e72811218 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 945 time: 0.0662100 Jun 28 23:31:31.021795 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b00a459-72fa-4d1e-a0f1-5da0d5937624 req-385896de-6df3-43be-b428-d22a1063ad4e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412385 Jun 28 23:31:31.150828 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d03a17-5bb7-4483-8bfb-3a4933167e02 req-0de5bec2-c97e-4918-b39b-6da2df9efd30 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:31.152325 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-34d03a17-5bb7-4483-8bfb-3a4933167e02 req-0de5bec2-c97e-4918-b39b-6da2df9efd30 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 944 time: 0.0698228 Jun 28 23:31:31.190008 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-34d03a17-5bb7-4483-8bfb-3a4933167e02 req-a5c2ffd1-e679-4839-8c22-ade60265dd55 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319586 Jun 28 23:31:31.630592 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 841f6a93-a220-4fdd-93ef-309b9eadff14 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:31:31.681188 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port 841f6a93-a220-4fdd-93ef-309b9eadff14 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:31:31.684795 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 841f6a93-a220-4fdd-93ef-309b9eadff14 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:31:31.685181 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:31.759734 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:31.780986 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d03ee2-1723-4382-b84c-60be8a8c653e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841f6a93-a220-4fdd-93ef-309b9eadff14'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:31:31.783238 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5a2d65-c3d2-48f9-bfaf-abaee8456ce5" -d '{"events": [{"server_uuid": "77d03ee2-1723-4382-b84c-60be8a8c653e", "name": "network-vif-plugged", "status": "completed", "tag": "841f6a93-a220-4fdd-93ef-309b9eadff14"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:31:31.795244 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 841f6a93-a220-4fdd-93ef-309b9eadff14, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=841f6a93-a220-4fdd-93ef-309b9eadff14,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:31:31.799867 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:31.802369 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-3217db3c-ee58-44f8-96ff-a39445e0c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:31.825813 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba3f0af-258c-406b-8068-cf984ffd49f9 x-openstack-request-id: req-8ba3f0af-258c-406b-8068-cf984ffd49f9 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:31:31.826147 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d03ee2-1723-4382-b84c-60be8a8c653e", "name": "network-vif-plugged", "status": "completed", "tag": "841f6a93-a220-4fdd-93ef-309b9eadff14", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:31:31.826409 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ba3f0af-258c-406b-8068-cf984ffd49f9 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:31:31.826812 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d03ee2-1723-4382-b84c-60be8a8c653e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841f6a93-a220-4fdd-93ef-309b9eadff14', 'code': 200} Jun 28 23:31:31.855201 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=841f6a93-a220-4fdd-93ef-309b9eadff14,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:31.858072 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:32.102029 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c47c2-70a1-443e-8a7c-85b0f3d25ff9 req-ec5db325-a71e-4e28-948f-e502d30e5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:32.103548 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-578c47c2-70a1-443e-8a7c-85b0f3d25ff9 req-ec5db325-a71e-4e28-948f-e502d30e5dc2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 1099 time: 0.0518248 Jun 28 23:31:32.126066 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:32.146560 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-578c47c2-70a1-443e-8a7c-85b0f3d25ff9 req-3e16f5cc-f4b5-4fe0-8912-1af23cdb4944 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356324 Jun 28 23:31:32.203211 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ff9a9-f6e7-40c0-8e92-b8d30879ce3e req-120bff71-b5b3-4d7f-a5f7-9dacef765ebf tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:32.204969 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-013ff9a9-f6e7-40c0-8e92-b8d30879ce3e req-120bff71-b5b3-4d7f-a5f7-9dacef765ebf tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 946 time: 0.0644212 Jun 28 23:31:32.245455 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-013ff9a9-f6e7-40c0-8e92-b8d30879ce3e req-42a7da63-ef21-4a0e-ada5-773c8da0ebd2 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347435 Jun 28 23:31:32.383142 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8950f-008d-4505-ba6d-afd6e0b188b2 req-b8d97722-c538-46a0-a087-1116813e88d6 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:32.384720 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-43a8950f-008d-4505-ba6d-afd6e0b188b2 req-b8d97722-c538-46a0-a087-1116813e88d6 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 944 time: 0.0773578 Jun 28 23:31:32.427735 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-43a8950f-008d-4505-ba6d-afd6e0b188b2 req-6077da23-fb0b-4009-a984-8c3c71a01078 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368893 Jun 28 23:31:32.456088 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34322) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:32.558918 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b8083d23-004f-4d13-82d7-48c4e4db1e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:32.644237 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b8083d23-004f-4d13-82d7-48c4e4db1e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:32.648434 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b8083d23-004f-4d13-82d7-48c4e4db1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:32.651806 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-216ed95d-9c96-47ea-b167-b8f49b2934ca tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:32.686800 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-b8083d23-004f-4d13-82d7-48c4e4db1e41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3853d9fc168d4dd6a1d2afd071e7e766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296302 Jun 28 23:31:32.688785 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8083d23-004f-4d13-82d7-48c4e4db1e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591cfd81-44c9-4c38-bc63-2f912c43dcdc,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:32.689473 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34326) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:32.691890 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b8083d23-004f-4d13-82d7-48c4e4db1e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:32.741968 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c371a0c-2868-40b7-8bfa-24bf0580e3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:32.762189 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c371a0c-2868-40b7-8bfa-24bf0580e3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:32.807713 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c371a0c-2868-40b7-8bfa-24bf0580e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:32.810314 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c371a0c-2868-40b7-8bfa-24bf0580e3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:32.811494 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9c371a0c-2868-40b7-8bfa-24bf0580e3c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/591cfd81-44c9-4c38-bc63-2f912c43dcdc HTTP/1.1" status: 204 len: 168 time: 0.1210465 Jun 28 23:31:32.812267 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e00a2540-215e-40d4-bc30-b8b8388c4e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:32.819530 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c371a0c-2868-40b7-8bfa-24bf0580e3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591cfd81-44c9-4c38-bc63-2f912c43dcdc,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:32.821762 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9c371a0c-2868-40b7-8bfa-24bf0580e3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:33.069146 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34332) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:33.083156 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-af8dd712-985d-4fb2-898a-9883d2e855ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:33.168310 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-af8dd712-985d-4fb2-898a-9883d2e855ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:33.171954 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-af8dd712-985d-4fb2-898a-9883d2e855ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:33.175168 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2af434ea-cd64-4de7-bfc9-3948de9ba494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:33.214009 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-af8dd712-985d-4fb2-898a-9883d2e855ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cefe44f4efb6458e89fc5c36f1a88727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438301 Jun 28 23:31:33.214943 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dd712-985d-4fb2-898a-9883d2e855ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e6bb09-3dfb-43ec-95bb-c018aaf29c34,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:33.216765 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34336) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:33.217861 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-af8dd712-985d-4fb2-898a-9883d2e855ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:33.264802 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b91d56ba-61f5-4cbf-b5ac-b5c1db27d5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:33.288999 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b91d56ba-61f5-4cbf-b5ac-b5c1db27d5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:33.335913 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b91d56ba-61f5-4cbf-b5ac-b5c1db27d5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:33.339495 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b91d56ba-61f5-4cbf-b5ac-b5c1db27d5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:33.340645 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b91d56ba-61f5-4cbf-b5ac-b5c1db27d5de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56e6bb09-3dfb-43ec-95bb-c018aaf29c34 HTTP/1.1" status: 204 len: 168 time: 0.1228967 Jun 28 23:31:33.341425 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-20f1548a-113a-46ee-9053-f1e53b1aa09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:33.349189 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d56ba-61f5-4cbf-b5ac-b5c1db27d5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e6bb09-3dfb-43ec-95bb-c018aaf29c34,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:33.351461 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b91d56ba-61f5-4cbf-b5ac-b5c1db27d5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:33.431402 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38948402-b50b-469d-81ed-9ffca3f13b7d req-7a1ac608-249e-4a94-96ce-28e84a9a9b6a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:33.433565 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-38948402-b50b-469d-81ed-9ffca3f13b7d req-7a1ac608-249e-4a94-96ce-28e84a9a9b6a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 946 time: 0.0756278 Jun 28 23:31:33.476152 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-38948402-b50b-469d-81ed-9ffca3f13b7d req-7031ee3d-b6bc-47f6-abfb-18201b26bc39 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362146 Jun 28 23:31:33.617302 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eac5f-bef8-4f15-8a64-e5611254cec3 req-2224758e-72fb-42fc-a4f0-2aa0b6c88b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:33.619667 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-266eac5f-bef8-4f15-8a64-e5611254cec3 req-2224758e-72fb-42fc-a4f0-2aa0b6c88b67 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 1097 time: 0.0670311 Jun 28 23:31:33.649237 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2451549-6615-485f-b49c-3982c61d1bd5 req-fb54a3ef-6d71-4506-b4c5-9d765f636336 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:33.651514 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2451549-6615-485f-b49c-3982c61d1bd5 req-fb54a3ef-6d71-4506-b4c5-9d765f636336 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 944 time: 0.0880885 Jun 28 23:31:33.661952 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-266eac5f-bef8-4f15-8a64-e5611254cec3 req-c654e025-2550-4e74-8c4b-1d6d2d2f0cf5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343809 Jun 28 23:31:33.690929 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2451549-6615-485f-b49c-3982c61d1bd5 req-362a137d-e587-4771-a3c7-5d510b2f1f96 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334539 Jun 28 23:31:33.712951 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34346) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:33.726984 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb340a5a-76f6-447f-bf80-be1357ed411e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:33.810550 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb340a5a-76f6-447f-bf80-be1357ed411e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:33.814289 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bb340a5a-76f6-447f-bf80-be1357ed411e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:33.818087 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b91d56ba-61f5-4cbf-b5ac-b5c1db27d5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:33.852702 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-bb340a5a-76f6-447f-bf80-be1357ed411e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7178d48c687d478baf67b200a0017f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386321 Jun 28 23:31:33.853866 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb340a5a-76f6-447f-bf80-be1357ed411e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec24e46-d010-4a2c-a6f1-4ce8f33b5696,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:33.856002 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34348) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:33.856805 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bb340a5a-76f6-447f-bf80-be1357ed411e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:33.908404 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-93e65918-86d6-4a38-81c4-713b786445d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:33.931839 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-93e65918-86d6-4a38-81c4-713b786445d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:33.983487 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-93e65918-86d6-4a38-81c4-713b786445d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:33.986044 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-93e65918-86d6-4a38-81c4-713b786445d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:33.987186 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-93e65918-86d6-4a38-81c4-713b786445d9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fec24e46-d010-4a2c-a6f1-4ce8f33b5696 HTTP/1.1" status: 204 len: 168 time: 0.1301601 Jun 28 23:31:33.987947 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-dab2f747-4a91-40d6-9675-7a2135c4b6cc tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:33.995753 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e65918-86d6-4a38-81c4-713b786445d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec24e46-d010-4a2c-a6f1-4ce8f33b5696,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:33.997931 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-93e65918-86d6-4a38-81c4-713b786445d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:34.651577 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9d8fc-6855-4b50-b7de-c889f8954dfd req-4c28bd7a-ace7-4fcd-a279-b75428fc6846 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:34.653065 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e6f9d8fc-6855-4b50-b7de-c889f8954dfd req-4c28bd7a-ace7-4fcd-a279-b75428fc6846 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 946 time: 0.0624204 Jun 28 23:31:34.693325 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e6f9d8fc-6855-4b50-b7de-c889f8954dfd req-7b1e3329-9e7e-4401-a89e-ef20ade61dec tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344143 Jun 28 23:31:34.922943 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd5d91-71c1-430c-8fa4-cbc09b20ee03 req-d0895c10-2e55-4a48-94bf-c2d891ab920a tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:34.924403 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47fd5d91-71c1-430c-8fa4-cbc09b20ee03 req-d0895c10-2e55-4a48-94bf-c2d891ab920a tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 944 time: 0.1111531 Jun 28 23:31:34.945822 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7df22-80d1-4d1c-a338-d08e7e3024a1 req-3c8dce17-90b7-49a7-b75f-2697b99fbe1a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:34.947269 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-01c7df22-80d1-4d1c-a338-d08e7e3024a1 req-3c8dce17-90b7-49a7-b75f-2697b99fbe1a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 946 time: 0.1053023 Jun 28 23:31:34.992595 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47fd5d91-71c1-430c-8fa4-cbc09b20ee03 req-5b25b3ba-cb5d-4dcb-b575-027e72b5e642 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606627 Jun 28 23:31:35.006775 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-01c7df22-80d1-4d1c-a338-d08e7e3024a1 req-69e83613-b8f6-46a3-8800-0bee1fefa193 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510750 Jun 28 23:31:35.032642 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34386) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:35.283755 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354981a9-ca85-45de-b4bc-4fe9708b30a0 tempest-TestVolumeBootPattern-1186035630 tempest-TestVolumeBootPattern-1186035630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:35.284273 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dcd7db14-08a3-44a2-a258-df41f81e3f96 req-b9d7ae12-dfee-4622-87ea-e858eafb1d87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602663 Jun 28 23:31:35.285825 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-354981a9-ca85-45de-b4bc-4fe9708b30a0 tempest-TestVolumeBootPattern-1186035630 tempest-TestVolumeBootPattern-1186035630-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 1094 time: 0.2515724 Jun 28 23:31:35.288507 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34398) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:35.293148 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Request body: {'floatingip': {'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'port_id': '841f6a93-a220-4fdd-93ef-309b9eadff14', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:31:35.320583 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for floatingip, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:35.371055 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7db14-08a3-44a2-a258-df41f81e3f96 req-f927409e-0ad6-4aaa-bd12-30c5540d28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:35.372841 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dcd7db14-08a3-44a2-a258-df41f81e3f96 req-f927409e-0ad6-4aaa-bd12-30c5540d28e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029f3531c7254979bd2792666ca2fde1&device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 1097 time: 0.0630894 Jun 28 23:31:35.424620 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:35.491012 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7db14-08a3-44a2-a258-df41f81e3f96 req-bc8d006e-ac6d-4ff1-9a73-3636757c21b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:35.492501 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dcd7db14-08a3-44a2-a258-df41f81e3f96 req-bc8d006e-ac6d-4ff1-9a73-3636757c21b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8fe9b44-25ee-4e97-acaf-1e0033570eba HTTP/1.1" status: 200 len: 910 time: 0.0978177 Jun 28 23:31:35.530227 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Allocated IP 172.27.2.147 (f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5/8b900953-9ceb-4cea-afb9-406332d9793f/cac46499-57a2-4119-9a8b-3b9145448acb) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:31:35.571842 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dcd7db14-08a3-44a2-a258-df41f81e3f96 req-de0d8a4d-57b2-4b24-a670-5ac81ee56a63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5 HTTP/1.1" status: 200 len: 1000 time: 0.0723398 Jun 28 23:31:35.630050 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7db14-08a3-44a2-a258-df41f81e3f96 req-a448d38c-c7bf-4264-b8f7-fa1654ec334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:35.632525 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dcd7db14-08a3-44a2-a258-df41f81e3f96 req-a448d38c-c7bf-4264-b8f7-fa1654ec334b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2785bbb9-84e6-4b34-9d12-fd7462228ce7 HTTP/1.1" status: 200 len: 848 time: 0.0547795 Jun 28 23:31:35.647502 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:35.666224 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 05b71f5f-ec6b-493d-ab77-9da1879c99c5 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:31:35.700097 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7db14-08a3-44a2-a258-df41f81e3f96 req-0af5c9dc-eb21-4351-a570-cd49e98d98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:35.701757 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dcd7db14-08a3-44a2-a258-df41f81e3f96 req-0af5c9dc-eb21-4351-a570-cd49e98d98fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8fe9b44-25ee-4e97-acaf-1e0033570eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0622535 Jun 28 23:31:35.704485 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:35.708189 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:35.745391 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Network f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:31:35.752079 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:31:35.757958 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:31:35.779769 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 05b71f5f-ec6b-493d-ab77-9da1879c99c5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:31:35.791935 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '05b71f5f-ec6b-493d-ab77-9da1879c99c5', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'port_id': '05b71f5f-ec6b-493d-ab77-9da1879c99c5', 'mac_address': 'fa:16:3e:28:e0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:31:35.793720 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'Port': ['ID=cac46499-57a2-4119-9a8b-3b9145448acb,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:35.804965 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:35.848702 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dcd7db14-08a3-44a2-a258-df41f81e3f96 req-d73623e2-39eb-40d8-b281-54dcb4aabcfd service neutron] 10.222.0.47 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395869 Jun 28 23:31:35.853898 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:35.871180 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b71f5f-ec6b-493d-ab77-9da1879c99c5 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:31:35.895319 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 05b71f5f-ec6b-493d-ab77-9da1879c99c5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:31:35.903832 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:35.906191 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:35.952033 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dcd7db14-08a3-44a2-a258-df41f81e3f96 req-89566e19-3d01-4d00-9257-63d55b4cf1d5 service neutron] 10.222.0.47 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969563 Jun 28 23:31:35.961898 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=05b71f5f-ec6b-493d-ab77-9da1879c99c5,revision_number=7']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:35.965303 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:36.236092 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c6118-b513-4ed1-829e-6c243b107e09 req-5385b96b-f635-45d9-8b32-2f372bdc7507 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:36.237552 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3b2c6118-b513-4ed1-829e-6c243b107e09 req-5385b96b-f635-45d9-8b32-2f372bdc7507 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 945 time: 0.1300261 Jun 28 23:31:36.262432 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:36.277008 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['05b71f5f-ec6b-493d-ab77-9da1879c99c5'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:31:36.557389 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3b2c6118-b513-4ed1-829e-6c243b107e09 req-7e6ff4c2-36a5-4efe-9e99-417d31eaa07f tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3129163 Jun 28 23:31:36.601186 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:36.745672 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:36.750191 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:36.752354 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:36.816306 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event updated for resources: {'Port': ['ID=cac46499-57a2-4119-9a8b-3b9145448acb,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:36.819999 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:36.826510 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:36.925037 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Floating IP 78848b66-a836-4c2e-ad99-aa5abd6f862f associated. External IP: 172.27.2.147, port: 841f6a93-a220-4fdd-93ef-309b9eadff14. Jun 28 23:31:37.133643 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Router 87d6758c-d596-4d20-a05b-41cff145e4db has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:31:37.246816 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:31:37.257623 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a835ea-a96d-4827-8fc2-aa9ab1d0a552 None None] Sync routers for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:31:37.266379 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:37.267610 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a835ea-a96d-4827-8fc2-aa9ab1d0a552 None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:31:37.268225 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-72a835ea-a96d-4827-8fc2-aa9ab1d0a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:31:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:31:37.304358 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0147579 Jun 28 23:31:37.305012 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d03ee2-1723-4382-b84c-60be8a8c653e', 'tag': '841f6a93-a220-4fdd-93ef-309b9eadff14'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:31:37.307861 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f7f48b-fe83-4e10-8017-6050f762c55e" -d '{"events": [{"name": "network-changed", "server_uuid": "77d03ee2-1723-4382-b84c-60be8a8c653e", "tag": "841f6a93-a220-4fdd-93ef-309b9eadff14"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:31:37.374803 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-72a835ea-a96d-4827-8fc2-aa9ab1d0a552 None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:31:37.452170 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbecab4e-4470-4e74-9ccf-52889361f699 x-openstack-request-id: req-bbecab4e-4470-4e74-9ccf-52889361f699 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:31:37.452503 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d03ee2-1723-4382-b84c-60be8a8c653e", "tag": "841f6a93-a220-4fdd-93ef-309b9eadff14", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:31:37.452794 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbecab4e-4470-4e74-9ccf-52889361f699 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:31:37.453997 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d03ee2-1723-4382-b84c-60be8a8c653e', 'tag': '841f6a93-a220-4fdd-93ef-309b9eadff14', 'status': 'completed', 'code': 200} Jun 28 23:31:37.540392 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7f48b-fe83-4e10-8017-6050f762c55e req-e9bfc664-9a86-4b9d-9dc8-6e41473f6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:37.541898 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-99f7f48b-fe83-4e10-8017-6050f762c55e req-e9bfc664-9a86-4b9d-9dc8-6e41473f6ef8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 1099 time: 0.0593247 Jun 28 23:31:37.610173 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-72a835ea-a96d-4827-8fc2-aa9ab1d0a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '0803f62e-f0f0-447b-9d40-24cd786d814c', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'port_id': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'mac_address': 'fa:16:3e:cd:3a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:28:55Z', 'updated_at': '2021-06-28T23:28:58Z', 'revision_number': 1, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address_scope': None}, {'id': '78848b66-a836-4c2e-ad99-aa5abd6f862f', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'port_id': '841f6a93-a220-4fdd-93ef-309b9eadff14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'mac_address': 'fa:16:3e:3e:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d03ee2-1723-4382-b84c-60be8a8c653e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:31:36Z', 'updated_at': '2021-06-28T23:31:36Z', 'revision_number': 0, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:31:37.637862 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a835ea-a96d-4827-8fc2-aa9ab1d0a552 None None] Checking router: 87d6758c-d596-4d20-a05b-41cff145e4db for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:31:37.645837 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7f48b-fe83-4e10-8017-6050f762c55e req-562807bf-e9b3-4bd4-a3af-a2762b98b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:37.646409 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a835ea-a96d-4827-8fc2-aa9ab1d0a552 None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:31:37.647049 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-72a835ea-a96d-4827-8fc2-aa9ab1d0a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:31:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:31:37.647325 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-99f7f48b-fe83-4e10-8017-6050f762c55e req-562807bf-e9b3-4bd4-a3af-a2762b98b90a service neutron] 10.222.0.47 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 913 time: 0.0993006 Jun 28 23:31:37.678705 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 05b71f5f-ec6b-493d-ab77-9da1879c99c5 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:31:37.717927 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-99f7f48b-fe83-4e10-8017-6050f762c55e req-a9c8dfd6-4bdd-4f72-b1a4-9e66d0f769d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841f6a93-a220-4fdd-93ef-309b9eadff14 HTTP/1.1" status: 200 len: 1000 time: 0.0640857 Jun 28 23:31:37.733462 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 05b71f5f-ec6b-493d-ab77-9da1879c99c5 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:31:37.733852 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:37.771347 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7f48b-fe83-4e10-8017-6050f762c55e req-d434b50f-b42d-4946-a834-4140edf383bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:37.773240 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-99f7f48b-fe83-4e10-8017-6050f762c55e req-d434b50f-b42d-4946-a834-4140edf383bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=267ad752-7b4a-4cc1-8929-5768d21c85ec HTTP/1.1" status: 200 len: 851 time: 0.0479846 Jun 28 23:31:37.815623 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:37.834214 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7f48b-fe83-4e10-8017-6050f762c55e req-ffbea181-5e9a-4ef9-8b3b-5de93b5d6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:37.835845 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-99f7f48b-fe83-4e10-8017-6050f762c55e req-ffbea181-5e9a-4ef9-8b3b-5de93b5d6371 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556054 Jun 28 23:31:37.838408 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b71f5f-ec6b-493d-ab77-9da1879c99c5'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:31:37.840661 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c8e463-ec2c-4a57-9b0f-4e5cf68c714c" -d '{"events": [{"server_uuid": "5506be3a-a80d-4c8d-acf1-97114e050a33", "name": "network-vif-plugged", "status": "completed", "tag": "05b71f5f-ec6b-493d-ab77-9da1879c99c5"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:31:37.853113 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-72a835ea-a96d-4827-8fc2-aa9ab1d0a552 None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:31:37.854087 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 05b71f5f-ec6b-493d-ab77-9da1879c99c5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:31:37.860261 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:37.862424 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:37.893606 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3925fb-7145-47a2-a4e9-a663f4aee9be x-openstack-request-id: req-ea3925fb-7145-47a2-a4e9-a663f4aee9be {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:31:37.893905 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5506be3a-a80d-4c8d-acf1-97114e050a33", "name": "network-vif-plugged", "status": "completed", "tag": "05b71f5f-ec6b-493d-ab77-9da1879c99c5", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:31:37.894162 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea3925fb-7145-47a2-a4e9-a663f4aee9be {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:31:37.895104 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b71f5f-ec6b-493d-ab77-9da1879c99c5', 'code': 200} Jun 28 23:31:37.930451 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=05b71f5f-ec6b-493d-ab77-9da1879c99c5,revision_number=8']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:37.935622 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:37.975495 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-99f7f48b-fe83-4e10-8017-6050f762c55e req-d1f1214d-d789-40dd-b2ce-f3301ba21f85 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323400 Jun 28 23:31:38.063551 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-99f7f48b-fe83-4e10-8017-6050f762c55e req-23e1c43c-98e1-4683-930f-c473c508bd49 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799227 Jun 28 23:31:38.094414 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-72a835ea-a96d-4827-8fc2-aa9ab1d0a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '0803f62e-f0f0-447b-9d40-24cd786d814c', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'port_id': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'mac_address': 'fa:16:3e:cd:3a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:28:55Z', 'updated_at': '2021-06-28T23:28:58Z', 'revision_number': 1, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address_scope': None}, {'id': '78848b66-a836-4c2e-ad99-aa5abd6f862f', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'port_id': '841f6a93-a220-4fdd-93ef-309b9eadff14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'mac_address': 'fa:16:3e:3e:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d03ee2-1723-4382-b84c-60be8a8c653e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:31:36Z', 'updated_at': '2021-06-28T23:31:36Z', 'revision_number': 0, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:31:38.119293 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a835ea-a96d-4827-8fc2-aa9ab1d0a552 None None] The sync data for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi is: [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '0803f62e-f0f0-447b-9d40-24cd786d814c', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'port_id': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'mac_address': 'fa:16:3e:cd:3a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:28:55Z', 'updated_at': '2021-06-28T23:28:58Z', 'revision_number': 1, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address_scope': None}, {'id': '78848b66-a836-4c2e-ad99-aa5abd6f862f', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'port_id': '841f6a93-a220-4fdd-93ef-309b9eadff14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'mac_address': 'fa:16:3e:3e:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d03ee2-1723-4382-b84c-60be8a8c653e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:31:36Z', 'updated_at': '2021-06-28T23:31:36Z', 'revision_number': 0, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:31:38.301111 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10780091-d533-454e-ab64-58623ca24740 None None] New status for floating IP 78848b66-a836-4c2e-ad99-aa5abd6f862f: ACTIVE {{(pid=92896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:31:44.936893 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34482) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:45.040273 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:45.132416 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:45.136224 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:45.139623 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-10c7fb67-6e3c-4255-a641-27efb53ce71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:45.175127 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=756fde95ec0e4b05b0c6bdb0ff9aa510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371752 Jun 28 23:31:45.176074 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae4de28-40b6-449f-81e9-ad36d74b7cd1,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:45.177922 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34486) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:45.183300 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.183684 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.184064 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.184717 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.185100 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.185472 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.185840 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.186209 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.186574 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.186975 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.187342 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.187703 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.191586 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:45.230423 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:45.250727 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:45.296235 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:45.298923 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:45.300032 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bae4de28-40b6-449f-81e9-ad36d74b7cd1 HTTP/1.1" status: 204 len: 168 time: 0.1209249 Jun 28 23:31:45.300802 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5a68396b-1cf9-4842-8a88-26ea87177870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:45.308600 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae4de28-40b6-449f-81e9-ad36d74b7cd1,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:45.315438 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.315810 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.316171 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.316529 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.316879 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.317290 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.318200 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.318552 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.318934 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.319344 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.319625 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.319967 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:31:45.327619 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:45.549751 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34492) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:45.563296 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-537ccdf7-7382-4c23-a564-fbdb681d8025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:45.649593 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-537ccdf7-7382-4c23-a564-fbdb681d8025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:45.653488 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-537ccdf7-7382-4c23-a564-fbdb681d8025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:45.655862 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-37c717e8-9bf7-4d5c-95fe-d2d9e1bfc5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:45.698548 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-537ccdf7-7382-4c23-a564-fbdb681d8025 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8dc5ec17d5f64f06970f0b953726b043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476943 Jun 28 23:31:45.699708 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ccdf7-7382-4c23-a564-fbdb681d8025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae98e303-98d3-484b-ac83-4e0b4243577f,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:45.701217 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34494) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:45.702567 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-537ccdf7-7382-4c23-a564-fbdb681d8025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:45.750809 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-63d9fa13-f3cb-4b83-82f9-39b7425958f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:45.770528 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-63d9fa13-f3cb-4b83-82f9-39b7425958f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:45.814297 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-63d9fa13-f3cb-4b83-82f9-39b7425958f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:45.816891 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-63d9fa13-f3cb-4b83-82f9-39b7425958f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:45.818035 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-63d9fa13-f3cb-4b83-82f9-39b7425958f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae98e303-98d3-484b-ac83-4e0b4243577f HTTP/1.1" status: 204 len: 168 time: 0.1158330 Jun 28 23:31:45.818839 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-dad6ed18-7064-417f-b69f-3389d54a2d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:45.826031 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9fa13-f3cb-4b83-82f9-39b7425958f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae98e303-98d3-484b-ac83-4e0b4243577f,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:45.828283 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-63d9fa13-f3cb-4b83-82f9-39b7425958f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:49.850091 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34554) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:49.950834 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eb4d4267-0d96-466d-b2e4-55d02366cc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:50.037019 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eb4d4267-0d96-466d-b2e4-55d02366cc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:50.040680 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eb4d4267-0d96-466d-b2e4-55d02366cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:50.048215 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-92b1fcef-84e5-4bcc-9566-c7425898a99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:50.077889 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-eb4d4267-0d96-466d-b2e4-55d02366cc28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1257843a91854f43bd43c3acf0ce958e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266152 Jun 28 23:31:50.080808 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34558) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:50.082791 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d4267-0d96-466d-b2e4-55d02366cc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0221295-387b-4eb6-88df-4bc5d815e15d,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:50.086352 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-eb4d4267-0d96-466d-b2e4-55d02366cc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:50.128881 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ded6ad42-c690-4ef1-b056-9c787451a719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:50.151561 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ded6ad42-c690-4ef1-b056-9c787451a719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:50.196216 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ded6ad42-c690-4ef1-b056-9c787451a719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:50.198813 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ded6ad42-c690-4ef1-b056-9c787451a719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:50.199992 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ded6ad42-c690-4ef1-b056-9c787451a719 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0221295-387b-4eb6-88df-4bc5d815e15d HTTP/1.1" status: 204 len: 168 time: 0.1180360 Jun 28 23:31:50.200885 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-09636197-18f7-4402-98f2-0fa8d6cc2a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:50.208512 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6ad42-c690-4ef1-b056-9c787451a719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0221295-387b-4eb6-88df-4bc5d815e15d,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:50.212144 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ded6ad42-c690-4ef1-b056-9c787451a719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:50.451568 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34566) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:50.465523 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4f6a92ab-b863-49d8-a298-8c3564351ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:50.561929 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4f6a92ab-b863-49d8-a298-8c3564351ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:50.565693 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4f6a92ab-b863-49d8-a298-8c3564351ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:50.568070 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ed852532-4564-487e-960b-a3fec8698761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:50.602098 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a92ab-b863-49d8-a298-8c3564351ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf8ef6a-7134-4bfe-b6c1-b67cf6ddb537,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:50.606196 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4f6a92ab-b863-49d8-a298-8c3564351ede admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=67d7ec4c6ca74e09bf67ad0738e8f7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536195 Jun 28 23:31:50.607092 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4f6a92ab-b863-49d8-a298-8c3564351ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:50.608882 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34568) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:31:50.656008 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a15abb5e-ae70-4c29-90be-75ec4cd0ad7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:50.677707 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a15abb5e-ae70-4c29-90be-75ec4cd0ad7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:50.726118 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a15abb5e-ae70-4c29-90be-75ec4cd0ad7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:50.728790 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a15abb5e-ae70-4c29-90be-75ec4cd0ad7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:50.729942 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a15abb5e-ae70-4c29-90be-75ec4cd0ad7b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dbf8ef6a-7134-4bfe-b6c1-b67cf6ddb537 HTTP/1.1" status: 204 len: 168 time: 0.1201913 Jun 28 23:31:50.730724 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e149b1f3-2cce-4b0c-98d5-ef7048d15056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:31:50.738199 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15abb5e-ae70-4c29-90be-75ec4cd0ad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf8ef6a-7134-4bfe-b6c1-b67cf6ddb537,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:31:50.740926 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a15abb5e-ae70-4c29-90be-75ec4cd0ad7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:31:55.911621 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a3084bfa-b2c4-41e2-bd50-17fcc24a4884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:56.685479 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:59.000734 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:59.160466 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-cbb2fb24-6120-451d-b6d4-bf10f20d64d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:59.888080 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae1a58-8518-4d57-be45-9d0342585480 req-c10d73ba-bc75-480f-9171-cece38661cf0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:31:59.889451 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0eae1a58-8518-4d57-be45-9d0342585480 req-c10d73ba-bc75-480f-9171-cece38661cf0 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 946 time: 0.0644472 Jun 28 23:31:59.904565 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:31:59.928111 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0eae1a58-8518-4d57-be45-9d0342585480 req-7c0c95c5-1482-46ad-8de3-c0982431d855 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329325 Jun 28 23:32:00.826439 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:32:01.107237 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e96ab3-c1e0-4087-8350-d7d1029e6081 req-4523b0c2-2e79-49c5-bcf3-5429185b59c6 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:32:01.108622 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d8e96ab3-c1e0-4087-8350-d7d1029e6081 req-4523b0c2-2e79-49c5-bcf3-5429185b59c6 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 946 time: 0.0620999 Jun 28 23:32:01.144109 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d8e96ab3-c1e0-4087-8350-d7d1029e6081 req-a5547efa-2e07-401d-8fef-1c649863a90d tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299077 Jun 28 23:32:01.461877 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34718) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:01.564104 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-89a9efde-be8a-4786-9156-d9fb2ac25e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:01.652931 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-89a9efde-be8a-4786-9156-d9fb2ac25e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:01.656620 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-89a9efde-be8a-4786-9156-d9fb2ac25e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:01.659182 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-eceafd7d-f830-4798-a36e-f18977e2d412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:01.692611 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9efde-be8a-4786-9156-d9fb2ac25e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4eeec2-339e-47c1-a130-d0a2f0fe289d,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:01.699102 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-89a9efde-be8a-4786-9156-d9fb2ac25e22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e5df81b64324f598b4aed57bcdaa4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359447 Jun 28 23:32:01.700407 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-89a9efde-be8a-4786-9156-d9fb2ac25e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:01.702314 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34722) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:01.750596 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-37bc51de-bea3-4b8e-b785-8b61362b53ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:01.771585 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-37bc51de-bea3-4b8e-b785-8b61362b53ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:01.815605 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-fa8e7c58-6ec5-4ef5-9e08-9acf09c708f9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:32:01.817062 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-fa8e7c58-6ec5-4ef5-9e08-9acf09c708f9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.47 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 946 time: 0.0645573 Jun 28 23:32:01.818143 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-37bc51de-bea3-4b8e-b785-8b61362b53ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:01.821081 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-37bc51de-bea3-4b8e-b785-8b61362b53ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:01.822312 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-37bc51de-bea3-4b8e-b785-8b61362b53ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e4eeec2-339e-47c1-a130-d0a2f0fe289d HTTP/1.1" status: 204 len: 168 time: 0.1184144 Jun 28 23:32:01.823026 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:01.830656 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc51de-bea3-4b8e-b785-8b61362b53ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4eeec2-339e-47c1-a130-d0a2f0fe289d,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:01.832977 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-37bc51de-bea3-4b8e-b785-8b61362b53ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:01.931424 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Deleting port 12eb68a8-44ee-4fdb-b383-cd80feedbefd {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:32:01.931769 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:02.030804 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] For port 12eb68a8-44ee-4fdb-b383-cd80feedbefd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=12eb68a8-44ee-4fdb-b383-cd80feedbefd,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:32:02.031200 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:02.127840 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:02.203909 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:02.204283 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656857'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:02.204595 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.l3_db [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Floating IP c5c9529f-43c3-4d41-b119-ce269e799b42 disassociated. External IP: 172.27.2.76, port: 12eb68a8-44ee-4fdb-b383-cd80feedbefd. Jun 28 23:32:02.204937 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Calling delete_port for 12eb68a8-44ee-4fdb-b383-cd80feedbefd owned by compute:nova {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:32:02.330566 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ee5c3-9309-41db-94bf-7f38d27606e0 req-bf601a6e-1c55-4103-b88c-4de8b71ff7ff tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:32:02.332070 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c78ee5c3-9309-41db-94bf-7f38d27606e0 req-bf601a6e-1c55-4103-b88c-4de8b71ff7ff tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/ports?device_id=db1ca86e-e05a-49cb-be7f-abc9e53cecc7 HTTP/1.1" status: 200 len: 946 time: 0.0704703 Jun 28 23:32:02.340434 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:02.345328 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-59dad9e3-15c1-4cfb-86e8-652f0b0314cb tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:02.371697 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event deleted for resources: {'Port': ['ID=12eb68a8-44ee-4fdb-b383-cd80feedbefd,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:02.374986 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:02.382115 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c78ee5c3-9309-41db-94bf-7f38d27606e0 req-7e39411d-f8be-48a9-a3a4-3a711d1a1d93 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups?id=75a22287-56f1-4b65-96a8-1c5fee4d71a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435078 Jun 28 23:32:02.482455 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Router 2b2bd9d1-9982-4c89-868d-41f110e60622 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:32:02.597059 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:32:02.608312 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c58be00-528d-4e02-91a4-fb1b1f58fa6d None None] Sync routers for ids ['2b2bd9d1-9982-4c89-868d-41f110e60622'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:32:02.617535 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c58be00-528d-4e02-91a4-fb1b1f58fa6d None None] Routers {'2b2bd9d1-9982-4c89-868d-41f110e60622'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:32:02.618139 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-8c58be00-528d-4e02-91a4-fb1b1f58fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:31:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['2b2bd9d1-9982-4c89-868d-41f110e60622'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:32:02.638563 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] No DVR routers for this DVR port 12eb68a8-44ee-4fdb-b383-cd80feedbefd on host hv-cinder-79246 {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:32:02.641090 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:02.643051 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dabd56bb-692a-4fe7-a883-d3c8271801d4 req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.47 "DELETE /v2.0/ports/12eb68a8-44ee-4fdb-b383-cd80feedbefd HTTP/1.1" status: 204 len: 173 time: 0.8201926 Jun 28 23:32:02.643568 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'name': 'network-vif-deleted', 'tag': '12eb68a8-44ee-4fdb-b383-cd80feedbefd'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:32:02.646452 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5951d698d6fa6ad5965dacd3038605f07984bf8028d67a1eaeaa8c00c63a7533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f344b0-9c34-481b-9aca-781284eed67f" -d '{"events": [{"server_uuid": "db1ca86e-e05a-49cb-be7f-abc9e53cecc7", "name": "network-vif-deleted", "tag": "12eb68a8-44ee-4fdb-b383-cd80feedbefd"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:32:02.689053 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3af81c-aabe-4b3b-8817-3b0f15c9319a x-openstack-request-id: req-8c3af81c-aabe-4b3b-8817-3b0f15c9319a {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:32:02.689386 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1ca86e-e05a-49cb-be7f-abc9e53cecc7", "name": "network-vif-deleted", "tag": "12eb68a8-44ee-4fdb-b383-cd80feedbefd", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:32:02.689678 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c3af81c-aabe-4b3b-8817-3b0f15c9319a {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:32:02.690117 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1ca86e-e05a-49cb-be7f-abc9e53cecc7', 'name': 'network-vif-deleted', 'tag': '12eb68a8-44ee-4fdb-b383-cd80feedbefd', 'status': 'completed', 'code': 200} Jun 28 23:32:02.734063 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-8c58be00-528d-4e02-91a4-fb1b1f58fa6d None None] Set router 2b2bd9d1-9982-4c89-868d-41f110e60622 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:32:02.933731 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-8c58be00-528d-4e02-91a4-fb1b1f58fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:26Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9fa16f21-ec78-40cf-9c71-ff6767f50335', 'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'mac_address': 'fa:16:3e:61:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:21Z', 'updated_at': '2021-06-28T23:20:38Z', 'revision_number': 5, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'subnets': [{'id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:32:02.963605 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c58be00-528d-4e02-91a4-fb1b1f58fa6d None None] Checking router: 2b2bd9d1-9982-4c89-868d-41f110e60622 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:32:02.972422 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c58be00-528d-4e02-91a4-fb1b1f58fa6d None None] Routers {'2b2bd9d1-9982-4c89-868d-41f110e60622'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:32:02.972954 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-8c58be00-528d-4e02-91a4-fb1b1f58fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:31:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['2b2bd9d1-9982-4c89-868d-41f110e60622'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:32:03.074091 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-8c58be00-528d-4e02-91a4-fb1b1f58fa6d None None] Set router 2b2bd9d1-9982-4c89-868d-41f110e60622 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:32:03.267540 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-8c58be00-528d-4e02-91a4-fb1b1f58fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:26Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9fa16f21-ec78-40cf-9c71-ff6767f50335', 'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'mac_address': 'fa:16:3e:61:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:21Z', 'updated_at': '2021-06-28T23:20:38Z', 'revision_number': 5, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'subnets': [{'id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:32:03.293802 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c58be00-528d-4e02-91a4-fb1b1f58fa6d None None] The sync data for ids ['2b2bd9d1-9982-4c89-868d-41f110e60622'] in dv-cinder-792462-21-iscsi is: [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:20:26Z', 'revision_number': 4, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '9fa16f21-ec78-40cf-9c71-ff6767f50335', 'name': '', 'network_id': '803dd44f-307b-47e9-bd46-b2c20bf55e41', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'mac_address': 'fa:16:3e:61:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:21Z', 'updated_at': '2021-06-28T23:20:38Z', 'revision_number': 5, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'subnets': [{'id': '9e54f2da-94b4-4193-82c2-b27710ee5f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:32:03.503113 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5711d031-cb91-4c1f-83cd-cb533493ef4e None None] New status for floating IP c5c9529f-43c3-4d41-b119-ce269e799b42: DOWN {{(pid=92896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:32:03.512927 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34734) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:03.573630 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-89ef5110-3597-4100-a9c7-9147d46d8181 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:03.596619 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-89ef5110-3597-4100-a9c7-9147d46d8181 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:03.645326 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-89ef5110-3597-4100-a9c7-9147d46d8181 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:03.648068 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-89ef5110-3597-4100-a9c7-9147d46d8181 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:03.651832 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-89ef5110-3597-4100-a9c7-9147d46d8181 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "DELETE /v2.0/security-groups/75a22287-56f1-4b65-96a8-1c5fee4d71a7 HTTP/1.1" status: 204 len: 168 time: 0.1352754 Jun 28 23:32:03.651832 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f25b92fd-0a84-41f4-834c-ce3309b3a601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:03.652323 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34736) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:03.659370 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef5110-3597-4100-a9c7-9147d46d8181 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a22287-56f1-4b65-96a8-1c5fee4d71a7,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:03.662767 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-89ef5110-3597-4100-a9c7-9147d46d8181 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:03.667416 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.api.v2.resource [None req-1961d2f8-fa7c-4b79-affc-1bfe93bd2169 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] show failed (client error): The resource could not be found. Jun 28 23:32:03.668654 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1961d2f8-fa7c-4b79-affc-1bfe93bd2169 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "GET /v2.0/security-groups/75a22287-56f1-4b65-96a8-1c5fee4d71a7 HTTP/1.1" status: 404 len: 347 time: 0.0153053 Jun 28 23:32:03.671732 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34738) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:03.795311 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-80ce29e8-0269-454d-b3a5-85299d4b8845 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Deleting port 46d75113-3b21-461c-accb-02edd77e0f81 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:32:03.795659 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80ce29e8-0269-454d-b3a5-85299d4b8845 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:03.866929 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80ce29e8-0269-454d-b3a5-85299d4b8845 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:03.867202 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80ce29e8-0269-454d-b3a5-85299d4b8845 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:03.878178 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-80ce29e8-0269-454d-b3a5-85299d4b8845 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Calling delete_port for 46d75113-3b21-461c-accb-02edd77e0f81 owned by network:floatingip {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:32:04.007698 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80ce29e8-0269-454d-b3a5-85299d4b8845 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:04.009610 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7c9b32e1-67e3-41b9-9cff-d95d5f261758 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:04.032645 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce29e8-0269-454d-b3a5-85299d4b8845 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Pushing event deleted for resources: {'Port': ['ID=46d75113-3b21-461c-accb-02edd77e0f81,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:04.035735 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-80ce29e8-0269-454d-b3a5-85299d4b8845 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:04.091226 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80ce29e8-0269-454d-b3a5-85299d4b8845 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks [] for floatingip, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:04.093725 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80ce29e8-0269-454d-b3a5-85299d4b8845 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:04.094885 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-80ce29e8-0269-454d-b3a5-85299d4b8845 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] 10.222.0.35 "DELETE /v2.0/floatingips/c5c9529f-43c3-4d41-b119-ce269e799b42 HTTP/1.1" status: 204 len: 168 time: 0.4218085 Jun 28 23:32:05.808665 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 12eb68a8-44ee-4fdb-b383-cd80feedbefd no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:32:05.828366 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: 12eb68a8-44ee-4fdb-b383-cd80feedbefd {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:32:05.828726 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 12eb68a8-44ee-4fdb-b383-cd80feedbefd not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:32:06.673514 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34764) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:07.153257 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de8f68c7-653c-4f9f-89d9-12bccfc9daf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657625'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:07.402611 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-de8f68c7-653c-4f9f-89d9-12bccfc9daf1 admin admin] Deleting port 9fa16f21-ec78-40cf-9c71-ff6767f50335 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:32:07.402980 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de8f68c7-653c-4f9f-89d9-12bccfc9daf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:07.477796 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-de8f68c7-653c-4f9f-89d9-12bccfc9daf1 admin admin] For port 9fa16f21-ec78-40cf-9c71-ff6767f50335, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=9fa16f21-ec78-40cf-9c71-ff6767f50335,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:32:07.478066 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de8f68c7-653c-4f9f-89d9-12bccfc9daf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:07.489776 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-de8f68c7-653c-4f9f-89d9-12bccfc9daf1 admin admin] Calling delete_port for 9fa16f21-ec78-40cf-9c71-ff6767f50335 owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:32:07.666570 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de8f68c7-653c-4f9f-89d9-12bccfc9daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:07.668641 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-852c1fda-c96d-496a-bd60-86d61d4fa1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:07.696442 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f68c7-653c-4f9f-89d9-12bccfc9daf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa16f21-ec78-40cf-9c71-ff6767f50335,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:07.699587 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-de8f68c7-653c-4f9f-89d9-12bccfc9daf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:08.113235 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de8f68c7-653c-4f9f-89d9-12bccfc9daf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657741'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:08.326116 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8f68c7-653c-4f9f-89d9-12bccfc9daf1 admin admin] Router 2b2bd9d1-9982-4c89-868d-41f110e60622 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:32:08.429488 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8f68c7-653c-4f9f-89d9-12bccfc9daf1 admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:32:08.434489 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-de8f68c7-653c-4f9f-89d9-12bccfc9daf1 admin admin] 10.222.0.35 "PUT /v2.0/routers/2b2bd9d1-9982-4c89-868d-41f110e60622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7599101 Jun 28 23:32:08.436996 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34768) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:08.439641 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a9fa2-7da6-45bb-bfda-7973704d2f46 None None] Sync routers for ids ['2b2bd9d1-9982-4c89-868d-41f110e60622'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:32:08.448720 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a9fa2-7da6-45bb-bfda-7973704d2f46 None None] Routers {'2b2bd9d1-9982-4c89-868d-41f110e60622'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:32:08.449326 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-c28a9fa2-7da6-45bb-bfda-7973704d2f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:31:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['2b2bd9d1-9982-4c89-868d-41f110e60622'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:32:08.540589 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:08.560885 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-c28a9fa2-7da6-45bb-bfda-7973704d2f46 None None] Set router 2b2bd9d1-9982-4c89-868d-41f110e60622 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:32:08.665807 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:08.718271 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] Deleting port 735d410d-a328-42bb-bf10-54b6f7bcb8ac {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:32:08.718990 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:08.746569 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-c28a9fa2-7da6-45bb-bfda-7973704d2f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:32:07Z', 'revision_number': 5, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port': {'id': '735d410d-a328-42bb-bf10-54b6f7bcb8ac', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:20:13Z', 'updated_at': '2021-06-28T23:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:32:08.773066 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a9fa2-7da6-45bb-bfda-7973704d2f46 None None] Checking router: 2b2bd9d1-9982-4c89-868d-41f110e60622 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:32:08.781031 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a9fa2-7da6-45bb-bfda-7973704d2f46 None None] Routers {'2b2bd9d1-9982-4c89-868d-41f110e60622'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:32:08.781646 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-c28a9fa2-7da6-45bb-bfda-7973704d2f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:31:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['2b2bd9d1-9982-4c89-868d-41f110e60622'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:32:08.795965 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] For port 735d410d-a328-42bb-bf10-54b6f7bcb8ac, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=735d410d-a328-42bb-bf10-54b6f7bcb8ac,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:32:08.796511 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:08.807966 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] Calling delete_port for 735d410d-a328-42bb-bf10-54b6f7bcb8ac owned by network:router_gateway {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:32:08.953724 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-c28a9fa2-7da6-45bb-bfda-7973704d2f46 None None] Set router 2b2bd9d1-9982-4c89-868d-41f110e60622 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:32:08.976374 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:08.978316 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bb79a157-9e5f-4d7d-a749-cd817bb9c02e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:09.007826 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=735d410d-a328-42bb-bf10-54b6f7bcb8ac,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:09.008519 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-c28a9fa2-7da6-45bb-bfda-7973704d2f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:32:08Z', 'revision_number': 6, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port_host': None}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:32:09.010929 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:09.039995 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a9fa2-7da6-45bb-bfda-7973704d2f46 None None] The sync data for ids ['2b2bd9d1-9982-4c89-868d-41f110e60622'] in dv-cinder-792462-21-iscsi is: [{'id': '2b2bd9d1-9982-4c89-868d-41f110e60622', 'name': 'tempest-AttachVolumeShelveTestJSON-782880778-router', 'tenant_id': '2b68cfa00cd7404184becbc31a93a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:20:11Z', 'updated_at': '2021-06-28T23:32:08Z', 'revision_number': 6, 'project_id': '2b68cfa00cd7404184becbc31a93a071', 'gw_port_host': None}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:32:09.067190 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656915'] for router_gateway, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.155093 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24842'] for router, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.157148 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.198929 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656885'] for router, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.199446 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b2bd9d1-9982-4c89-868d-41f110e60622 {{(pid=92894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 23:32:09.204497 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.205614 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5cb916e0-cb28-46e4-a8af-7290761b32b8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/2b2bd9d1-9982-4c89-868d-41f110e60622 HTTP/1.1" status: 204 len: 168 time: 0.7677183 Jun 28 23:32:09.208301 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34770) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:09.253418 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4294e5b-1160-492b-8237-a3bfa35ea612 admin admin] Deleting subnet 9e54f2da-94b4-4193-82c2-b27710ee5f6e {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:32:09.256901 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c4294e5b-1160-492b-8237-a3bfa35ea612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.288274 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c4294e5b-1160-492b-8237-a3bfa35ea612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844663'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.360635 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c4294e5b-1160-492b-8237-a3bfa35ea612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.419145 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c4294e5b-1160-492b-8237-a3bfa35ea612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9014278'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.421713 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-41da2738-2f58-4ad3-886c-b204c88cdfff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:09.451889 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4294e5b-1160-492b-8237-a3bfa35ea612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e54f2da-94b4-4193-82c2-b27710ee5f6e,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:09.454148 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c4294e5b-1160-492b-8237-a3bfa35ea612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.456090 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c4294e5b-1160-492b-8237-a3bfa35ea612 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9e54f2da-94b4-4193-82c2-b27710ee5f6e HTTP/1.1" status: 204 len: 168 time: 0.2468307 Jun 28 23:32:09.457057 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c4294e5b-1160-492b-8237-a3bfa35ea612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:09.458853 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34772) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:09.462850 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe37564-cc3d-4e78-94f5-e0c0c0e6584f None None] Network 803dd44f-307b-47e9-bd46-b2c20bf55e41 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:32:09.528739 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.580638 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Deleting port 6576ba38-dc12-4eb1-8984-84e1ed6035fd {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:32:09.580976 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.647257 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] For port 6576ba38-dc12-4eb1-8984-84e1ed6035fd, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=6576ba38-dc12-4eb1-8984-84e1ed6035fd,segment=NetworkSegment(063e73f7-b2dd-4b37-a00c-5f4e9717333d),segment_id=063e73f7-b2dd-4b37-a00c-5f4e9717333d)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:32:09.647610 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.659029 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Calling delete_port for 6576ba38-dc12-4eb1-8984-84e1ed6035fd owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:32:09.736582 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.738939 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5a63bb0f-0baf-4864-84e0-cca8186d9af9 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:09.764381 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6576ba38-dc12-4eb1-8984-84e1ed6035fd,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:09.767989 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:09.770668 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] No DVR routers for this DVR port 6576ba38-dc12-4eb1-8984-84e1ed6035fd on host dv-cinder-792462-21-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:32:09.827683 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa14391-262b-4db2-ab8d-4270942a1a43 None None] DHCP port deletion for 803dd44f-307b-47e9-bd46-b2c20bf55e41 request from dv-cinder-792462-21-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 23:32:09.853518 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.863517 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803dd44f-307b-47e9-bd46-b2c20bf55e41']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:32:09.873994 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063e73f7-b2dd-4b37-a00c-5f4e9717333d') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:32:09.874295 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063e73f7-b2dd-4b37-a00c-5f4e9717333d') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:32:09.883225 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844652'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.888248 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 9fa16f21-ec78-40cf-9c71-ff6767f50335 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:32:09.897739 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.904126 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:32:09.904594 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844820'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: timer() Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: cb(*args, **kw) Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: self._notify() Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: self.callback(batched_events) Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: event.method(event) Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._get(url).json() Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:32:09.906442 dv-cinder-792462-21-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:32:09.915723 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 9fa16f21-ec78-40cf-9c71-ff6767f50335 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:32:09.916081 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 9fa16f21-ec78-40cf-9c71-ff6767f50335 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:32:09.916504 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 6576ba38-dc12-4eb1-8984-84e1ed6035fd no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:32:09.940915 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 6576ba38-dc12-4eb1-8984-84e1ed6035fd {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:32:09.941272 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 6576ba38-dc12-4eb1-8984-84e1ed6035fd not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:32:09.941701 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 735d410d-a328-42bb-bf10-54b6f7bcb8ac no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:32:09.967073 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.967906 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 735d410d-a328-42bb-bf10-54b6f7bcb8ac {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:32:09.969123 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 735d410d-a328-42bb-bf10-54b6f7bcb8ac not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:32:09.971008 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-da4642b2-a50a-47b5-96b2-681c3915f313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:09.974714 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:09.976399 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/803dd44f-307b-47e9-bd46-b2c20bf55e41 HTTP/1.1" status: 204 len: 168 time: 0.5164633 Jun 28 23:32:09.991799 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=803dd44f-307b-47e9-bd46-b2c20bf55e41,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:09.994284 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:10.102078 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34776) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:10.140756 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b86d082e-c33f-4844-b2e8-e40d81138b57 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b68cfa00cd7404184becbc31a93a071&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374291 Jun 28 23:32:10.143220 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34778) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:10.190251 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c2021db6-ae2e-4266-bd57-ffa2c9631c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:10.211078 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c2021db6-ae2e-4266-bd57-ffa2c9631c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:10.257709 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c2021db6-ae2e-4266-bd57-ffa2c9631c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:10.260419 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c2021db6-ae2e-4266-bd57-ffa2c9631c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:10.261552 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c2021db6-ae2e-4266-bd57-ffa2c9631c3e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02403d52-240e-441d-bbc9-cb2b0227702d HTTP/1.1" status: 204 len: 168 time: 0.1173344 Jun 28 23:32:10.262381 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8dd690de-9605-44e8-81a3-1b1089a55030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:10.270031 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2021db6-ae2e-4266-bd57-ffa2c9631c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02403d52-240e-441d-bbc9-cb2b0227702d,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:10.273035 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c2021db6-ae2e-4266-bd57-ffa2c9631c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:15.117647 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34874) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:15.221056 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0d348805-4f8f-4851-a9a9-6fbcf423d40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:15.314669 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0d348805-4f8f-4851-a9a9-6fbcf423d40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:15.318298 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0d348805-4f8f-4851-a9a9-6fbcf423d40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:15.321464 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b002b447-e5d3-488d-86c9-dce27eb6cc4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:15.356196 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0d348805-4f8f-4851-a9a9-6fbcf423d40a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5471aa446b314f05b097dd2ba45a8f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374175 Jun 28 23:32:15.357123 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d348805-4f8f-4851-a9a9-6fbcf423d40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1f53b1-8b75-46c6-ba8d-e2e45db70362,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:15.358879 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34878) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:15.360231 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0d348805-4f8f-4851-a9a9-6fbcf423d40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:15.409416 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-83fc868a-36c8-4b8f-8f2d-8ab6d6fcb46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:15.430432 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-83fc868a-36c8-4b8f-8f2d-8ab6d6fcb46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:15.474466 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-83fc868a-36c8-4b8f-8f2d-8ab6d6fcb46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:15.477561 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-83fc868a-36c8-4b8f-8f2d-8ab6d6fcb46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:15.478744 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-83fc868a-36c8-4b8f-8f2d-8ab6d6fcb46e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be1f53b1-8b75-46c6-ba8d-e2e45db70362 HTTP/1.1" status: 204 len: 168 time: 0.1175835 Jun 28 23:32:15.479586 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-283b2721-4d93-4784-a3a3-eb397768c2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:15.487739 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc868a-36c8-4b8f-8f2d-8ab6d6fcb46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1f53b1-8b75-46c6-ba8d-e2e45db70362,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:15.493243 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-83fc868a-36c8-4b8f-8f2d-8ab6d6fcb46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:15.747855 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34884) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:15.761396 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4839dddc-d75c-4a1a-bd59-98c0b80594a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:15.849432 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4839dddc-d75c-4a1a-bd59-98c0b80594a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:15.853451 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4839dddc-d75c-4a1a-bd59-98c0b80594a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:15.856121 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0d348805-4f8f-4851-a9a9-6fbcf423d40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:15.890556 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4839dddc-d75c-4a1a-bd59-98c0b80594a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3af4d2558ae5490b97d3548dcb176103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416173 Jun 28 23:32:15.891617 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839dddc-d75c-4a1a-bd59-98c0b80594a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb3bff5-4ffd-4ed7-9a33-0d0b8694c434,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:15.893230 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34886) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:15.894915 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4839dddc-d75c-4a1a-bd59-98c0b80594a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:15.945829 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8c6f3722-8e4a-4d01-9709-fb9c9e8488c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:15.967988 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8c6f3722-8e4a-4d01-9709-fb9c9e8488c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:16.012279 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8c6f3722-8e4a-4d01-9709-fb9c9e8488c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:16.015292 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8c6f3722-8e4a-4d01-9709-fb9c9e8488c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:16.016414 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8c6f3722-8e4a-4d01-9709-fb9c9e8488c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2bb3bff5-4ffd-4ed7-9a33-0d0b8694c434 HTTP/1.1" status: 204 len: 168 time: 0.1222169 Jun 28 23:32:16.017199 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6a8036c1-df0e-4372-87ca-95f8a8e1c0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:16.025109 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f3722-8e4a-4d01-9709-fb9c9e8488c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb3bff5-4ffd-4ed7-9a33-0d0b8694c434,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:16.027301 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8c6f3722-8e4a-4d01-9709-fb9c9e8488c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:17.567122 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34934) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:17.675964 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6dd23a2c-a3d9-44c8-b263-1915704fa583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:17.764454 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6dd23a2c-a3d9-44c8-b263-1915704fa583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:17.768143 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6dd23a2c-a3d9-44c8-b263-1915704fa583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:17.770532 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6556e38f-abbe-4a8a-ad21-7d5a5c601379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:17.805955 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6dd23a2c-a3d9-44c8-b263-1915704fa583 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce93a37197424a008169b820d905f5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371552 Jun 28 23:32:17.806882 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd23a2c-a3d9-44c8-b263-1915704fa583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0210ec30-c69d-4f78-853c-f5c0587eb7ab,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:17.808602 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34938) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:17.810285 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6dd23a2c-a3d9-44c8-b263-1915704fa583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:17.858224 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ca72c31-4bb2-470c-a5dd-0f387e062610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:17.882376 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ca72c31-4bb2-470c-a5dd-0f387e062610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:17.926364 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ca72c31-4bb2-470c-a5dd-0f387e062610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:17.929074 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ca72c31-4bb2-470c-a5dd-0f387e062610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:17.930154 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0ca72c31-4bb2-470c-a5dd-0f387e062610 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0210ec30-c69d-4f78-853c-f5c0587eb7ab HTTP/1.1" status: 204 len: 168 time: 0.1205881 Jun 28 23:32:17.931027 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-63d9fa13-f3cb-4b83-82f9-39b7425958f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:17.938856 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca72c31-4bb2-470c-a5dd-0f387e062610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0210ec30-c69d-4f78-853c-f5c0587eb7ab,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:17.941637 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0ca72c31-4bb2-470c-a5dd-0f387e062610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:18.187058 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 34944) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:18.200955 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cd92a37a-0a21-4516-967b-fdfbbb363ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:18.290777 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cd92a37a-0a21-4516-967b-fdfbbb363ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:18.294577 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cd92a37a-0a21-4516-967b-fdfbbb363ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:18.297054 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-237056d9-1494-48d7-a154-f629a9c491e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:18.333903 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-cd92a37a-0a21-4516-967b-fdfbbb363ef1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17f8d527100e40d29b78545432bf4597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455328 Jun 28 23:32:18.334912 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92a37a-0a21-4516-967b-fdfbbb363ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310607c9-0b1b-40f6-84fd-eaa1f111499d,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:18.336596 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 34946) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:18.337930 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cd92a37a-0a21-4516-967b-fdfbbb363ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:18.385145 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-83c5b7d3-99de-492d-91cc-84893348150f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:18.404986 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-83c5b7d3-99de-492d-91cc-84893348150f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:18.452649 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-83c5b7d3-99de-492d-91cc-84893348150f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:18.455494 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-83c5b7d3-99de-492d-91cc-84893348150f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:18.456615 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-83c5b7d3-99de-492d-91cc-84893348150f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/310607c9-0b1b-40f6-84fd-eaa1f111499d HTTP/1.1" status: 204 len: 168 time: 0.1189554 Jun 28 23:32:18.457370 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5bc72d6a-3f0f-494b-afe1-4809051f78ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:18.464586 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5b7d3-99de-492d-91cc-84893348150f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310607c9-0b1b-40f6-84fd-eaa1f111499d,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:18.466898 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-83c5b7d3-99de-492d-91cc-84893348150f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:25.912986 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9776e7d5-efa9-4fe6-9b90-0be48df90c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:26.425926 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35068) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:26.525879 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1029acc0-d21a-478f-a047-e4ba68dbb392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:26.616055 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1029acc0-d21a-478f-a047-e4ba68dbb392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:26.620642 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1029acc0-d21a-478f-a047-e4ba68dbb392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:26.623596 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-83fc868a-36c8-4b8f-8f2d-8ab6d6fcb46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:26.660142 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-1029acc0-d21a-478f-a047-e4ba68dbb392 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c7b41d2cb134c169c40cdafef79557e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331278 Jun 28 23:32:26.660930 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029acc0-d21a-478f-a047-e4ba68dbb392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d028ddd1-3ed2-4957-958a-7d9fbcac9099,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:26.662986 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 35072) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:26.664697 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1029acc0-d21a-478f-a047-e4ba68dbb392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:26.705663 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:26.716868 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-15069da3-07c7-494f-8d09-1b8fcb165cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:26.740198 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-15069da3-07c7-494f-8d09-1b8fcb165cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:26.787017 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-15069da3-07c7-494f-8d09-1b8fcb165cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:26.789519 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-15069da3-07c7-494f-8d09-1b8fcb165cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:26.790664 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-15069da3-07c7-494f-8d09-1b8fcb165cc9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d028ddd1-3ed2-4957-958a-7d9fbcac9099 HTTP/1.1" status: 204 len: 168 time: 0.1261673 Jun 28 23:32:26.791497 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c8af7360-feb4-4dfa-ae90-d95ba4882545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:26.799471 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15069da3-07c7-494f-8d09-1b8fcb165cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d028ddd1-3ed2-4957-958a-7d9fbcac9099,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:26.801795 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-15069da3-07c7-494f-8d09-1b8fcb165cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:27.047094 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35082) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:27.060977 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d9c7bb82-8564-4255-ba8f-52449a59f488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:27.151819 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d9c7bb82-8564-4255-ba8f-52449a59f488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:27.155293 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d9c7bb82-8564-4255-ba8f-52449a59f488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:27.157859 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e6d156b5-bdab-411a-b832-f1b448afbc7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:27.191259 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7bb82-8564-4255-ba8f-52449a59f488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a2b0ab-e795-4d32-b00b-72e790175aaf,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:27.195886 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-d9c7bb82-8564-4255-ba8f-52449a59f488 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a99479a046f42a6b0bfb3cf3e1898c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477623 Jun 28 23:32:27.196846 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d9c7bb82-8564-4255-ba8f-52449a59f488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:27.198716 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35084) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:27.250188 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd938-28a7-4868-87e2-b00ae60a8f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:27.270830 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd938-28a7-4868-87e2-b00ae60a8f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:27.315156 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd938-28a7-4868-87e2-b00ae60a8f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:27.317659 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd938-28a7-4868-87e2-b00ae60a8f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:27.318802 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f1cbd938-28a7-4868-87e2-b00ae60a8f23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93a2b0ab-e795-4d32-b00b-72e790175aaf HTTP/1.1" status: 204 len: 168 time: 0.1191416 Jun 28 23:32:27.320200 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8c6f3722-8e4a-4d01-9709-fb9c9e8488c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:27.327921 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbd938-28a7-4868-87e2-b00ae60a8f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a2b0ab-e795-4d32-b00b-72e790175aaf,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:27.330342 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f1cbd938-28a7-4868-87e2-b00ae60a8f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:27.624861 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 35090) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:27.640456 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1f89b035-0a28-4792-a282-2c53d5d54967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:27.738942 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1f89b035-0a28-4792-a282-2c53d5d54967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:27.744038 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1f89b035-0a28-4792-a282-2c53d5d54967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:27.747891 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bb6e0f13-5395-44dc-b6eb-712a76b5d893 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:27.781143 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1f89b035-0a28-4792-a282-2c53d5d54967 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e91c195fa81842e08c621edbe2793733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552005 Jun 28 23:32:27.783453 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89b035-0a28-4792-a282-2c53d5d54967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d92949d-3e83-4458-b018-2c8d6420fdad,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:27.783811 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35092) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:32:27.786924 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1f89b035-0a28-4792-a282-2c53d5d54967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:27.832007 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4517badc-36db-49db-961e-12cc69dc896a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:27.853070 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4517badc-36db-49db-961e-12cc69dc896a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:27.896756 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4517badc-36db-49db-961e-12cc69dc896a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:27.899894 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4517badc-36db-49db-961e-12cc69dc896a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:27.901103 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4517badc-36db-49db-961e-12cc69dc896a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d92949d-3e83-4458-b018-2c8d6420fdad HTTP/1.1" status: 204 len: 168 time: 0.1162782 Jun 28 23:32:27.901867 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-953422a0-46ca-4a71-bf32-c0e456daa757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:32:27.911473 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517badc-36db-49db-961e-12cc69dc896a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d92949d-3e83-4458-b018-2c8d6420fdad,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:32:27.914263 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4517badc-36db-49db-961e-12cc69dc896a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:32:29.007075 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:29.164742 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-55f52874-77d6-4d41-bd95-ec5e71ddab2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:29.906563 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:32.130490 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:35.319717 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec2b5648-465e-4444-be4a-9ad8f4a479e5 req-d6204dd6-379b-46a5-af4a-6a5cef10ec98 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514181 Jun 28 23:32:35.399631 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b5648-465e-4444-be4a-9ad8f4a479e5 req-5123b26a-4416-4f05-b057-d06c02ff617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:32:35.401104 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec2b5648-465e-4444-be4a-9ad8f4a479e5 req-5123b26a-4416-4f05-b057-d06c02ff617b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 1098 time: 0.0557976 Jun 28 23:32:35.514277 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b5648-465e-4444-be4a-9ad8f4a479e5 req-fb93533c-a53c-4f78-aa8f-b87a124605de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:32:35.515798 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec2b5648-465e-4444-be4a-9ad8f4a479e5 req-fb93533c-a53c-4f78-aa8f-b87a124605de service neutron] 10.222.0.47 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 913 time: 0.0902834 Jun 28 23:32:35.579708 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec2b5648-465e-4444-be4a-9ad8f4a479e5 req-e43bc33f-8fe5-4def-b5d6-870b116e70d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 HTTP/1.1" status: 200 len: 1001 time: 0.0572767 Jun 28 23:32:35.632433 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b5648-465e-4444-be4a-9ad8f4a479e5 req-b390d3d4-4255-44cc-9f52-dfa838cd0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:32:35.633982 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec2b5648-465e-4444-be4a-9ad8f4a479e5 req-b390d3d4-4255-44cc-9f52-dfa838cd0b5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=267ad752-7b4a-4cc1-8929-5768d21c85ec HTTP/1.1" status: 200 len: 851 time: 0.0478756 Jun 28 23:32:35.695767 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b5648-465e-4444-be4a-9ad8f4a479e5 req-ec32b166-bc9c-4d01-adeb-5bac91f7d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:32:35.697267 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec2b5648-465e-4444-be4a-9ad8f4a479e5 req-ec32b166-bc9c-4d01-adeb-5bac91f7d5bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558953 Jun 28 23:32:35.793446 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec2b5648-465e-4444-be4a-9ad8f4a479e5 req-458fbc90-9927-4c66-8b4c-8a1c22177422 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885119 Jun 28 23:32:35.885495 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec2b5648-465e-4444-be4a-9ad8f4a479e5 req-5c8bb26a-5cbe-45b0-8f35-81525b8d2cb8 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857120 Jun 28 23:32:37.825646 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:32:55.915569 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6880e91d-79e8-41d6-bdd3-26270031ba91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:56.719447 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:58.998653 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:59.164543 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4b35eaa8-29e5-4a17-8e3c-a1698ad75fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:32:59.910890 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:02.133087 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:14.823864 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:33:15.449211 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 35382) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:15.583968 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:15.669734 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:15.673897 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:15.676518 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7fecf89d-74ad-4afb-91e4-6fa7110a5699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:15.712896 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3798459f157541cba954cf2d923891c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626023 Jun 28 23:33:15.713709 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a5b890-5d44-436e-8cb1-22ce2678e2d5,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:15.716157 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35386) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:15.721908 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.722300 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.722681 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.723102 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.723474 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.723845 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.724213 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.724583 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.724952 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.725316 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.725681 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.726056 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.730010 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:15.766848 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:15.789412 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:15.836602 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:15.839104 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:15.840217 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50a5b890-5d44-436e-8cb1-22ce2678e2d5 HTTP/1.1" status: 204 len: 168 time: 0.1230283 Jun 28 23:33:15.840998 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5401fe6d-bbe9-4e38-86bb-db2aaa026757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:15.848512 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a5b890-5d44-436e-8cb1-22ce2678e2d5,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:15.855845 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.856041 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.856411 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.856775 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.857132 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.857491 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.857846 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.858201 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.858554 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.858927 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.859278 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.859622 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:15.862917 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f1a94923-3511-414b-a9c2-5952e85253d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:18.025534 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-915cd319-f074-46aa-9a9a-ac6f7fc1e4df tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e5578df59c664de8a312c8d0d84562d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293000 Jun 28 23:33:18.201364 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1a1197a5-0542-4b87-a1cd-906bb90ad1a0 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:18.202798 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1a1197a5-0542-4b87-a1cd-906bb90ad1a0 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1721959 Jun 28 23:33:18.217408 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-01f6f97a-1f83-4a62-ae40-361c45141427 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/quotas/e5578df59c664de8a312c8d0d84562d4 HTTP/1.1" status: 200 len: 375 time: 0.0089450 Jun 28 23:33:18.249073 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-081977e2-9eab-438e-b0d4-326f05601864 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5578df59c664de8a312c8d0d84562d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267770 Jun 28 23:33:18.428932 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cfa0b99d-1b5b-4fdb-bd9e-118071822e62 req-80b9986a-f407-4091-b3ed-26bb13c9e407 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 210 time: 0.0308771 Jun 28 23:33:19.379430 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-cbcee2d2-7608-497c-8828-43ee16e6a0fc tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e5578df59c664de8a312c8d0d84562d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321226 Jun 28 23:33:19.562142 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8958af5f-4588-4dd7-9393-0961b74d0a58 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:19.563640 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8958af5f-4588-4dd7-9393-0961b74d0a58 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798155 Jun 28 23:33:19.576306 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Request body: {'port': {'device_id': '2bbf48b4-2291-49b1-b78a-4647f7220e84', 'network_id': '8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b', 'admin_state_up': True, 'tenant_id': 'e5578df59c664de8a312c8d0d84562d4'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:33:19.588510 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-97957b99-6f4c-4e90-8622-83f6a5bbf9ca req-d088c428-4dad-49b1-a1a8-8bd1c94d357f tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 210 time: 0.0318725 Jun 28 23:33:19.684330 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Made reservation on behalf of e5578df59c664de8a312c8d0d84562d4 for: {'port': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:33:19.687826 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:19.696514 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:19.785669 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:19.789448 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:19.792390 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-eb4d4267-0d96-466d-b2e4-55d02366cc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:19.851699 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f7cf23-09f3-42a7-aa51-2cc2aece440a,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:19.856605 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:19.921111 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Allocated IP 192.168.233.227 (8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b/d0e390ed-0d98-4f7e-a296-cd1abdf2c723/8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:33:20.061645 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:20.074178 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Transition to ACTIVE for port object 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:33:20.105535 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8844762'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:20.109253 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b2df8c31-7618-4a74-bb09-7f7e38df14b1 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:20.413750 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Network 8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:33:20.416881 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:33:20.423675 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:33:20.429115 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Pushing event updated for resources: {'Port': ['ID=8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:20.448221 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:20.474572 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:20.475214 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:20.490228 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9186366 Jun 28 23:33:20.501605 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Request body: {'port': {'device_id': '2bbf48b4-2291-49b1-b78a-4647f7220e84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:33:20.563160 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35454) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:20.577491 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:20.660120 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1153def7-9486-4726-8cbd-b98d5731d5ab None None] Provisioning for port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:33:20.666563 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1153def7-9486-4726-8cbd-b98d5731d5ab None None] Provisioning complete for port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:33:20.667262 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1153def7-9486-4726-8cbd-b98d5731d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:20.727339 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1153def7-9486-4726-8cbd-b98d5731d5ab None None] Port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:33:20.817481 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39d313-3cd9-4f39-b7a6-75346891411e req-066ba4a9-35df-4f60-b634-dd2e89d28a58 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:20.818962 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5d39d313-3cd9-4f39-b7a6-75346891411e req-066ba4a9-35df-4f60-b634-dd2e89d28a58 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 936 time: 0.1130826 Jun 28 23:33:20.873990 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:33:20.881306 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:20.893080 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Transition to ACTIVE for port object 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:33:20.897772 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844748'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:20.900879 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7c913096-2361-43ba-b7cb-37d705324719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:20.906957 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5d39d313-3cd9-4f39-b7a6-75346891411e req-bbc10195-c483-460d-bfcf-67005f7cfb19 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3f7cf23-09f3-42a7-aa51-2cc2aece440a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813205 Jun 28 23:33:20.955785 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-cf282312-3bf9-4b00-ac51-450dcf6b5593 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Deleting port 2a9980b4-132b-496b-b700-ef2184320fee {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:33:20.956133 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf282312-3bf9-4b00-ac51-450dcf6b5593 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:20.967243 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:20.971706 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:21.028286 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Attempting to bind port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:33:21.028630 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Attempting to bind port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'f6e0d141-4cf2-4681-b3d6-49eb76c53d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:33:21.028957 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Attempting to bind port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 on network 8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:33:21.033740 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 on network 8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:33:21.034054 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Attempting to bind port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 on network 8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:33:21.039815 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:33:21.040152 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Checking segment: {'id': 'f6e0d141-4cf2-4681-b3d6-49eb76c53d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:33:21.040537 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Bound using segment: {'id': 'f6e0d141-4cf2-4681-b3d6-49eb76c53d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:33:21.040980 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Bound port: 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e0d141-4cf2-4681-b3d6-49eb76c53d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:33:21.041337 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:21.044503 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf282312-3bf9-4b00-ac51-450dcf6b5593 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:21.044833 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf282312-3bf9-4b00-ac51-450dcf6b5593 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:21.058485 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-cf282312-3bf9-4b00-ac51-450dcf6b5593 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Calling delete_port for 2a9980b4-132b-496b-b700-ef2184320fee owned by network:floatingip {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:33:21.107416 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] For port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067, host hv-cinder-79246, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:33:21.110362 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] For port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067,segment=NetworkSegment(f6e0d141-4cf2-4681-b3d6-49eb76c53d80),segment_id=f6e0d141-4cf2-4681-b3d6-49eb76c53d80)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:33:21.115778 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844748'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:21.117919 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:21.153893 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:21.154375 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:21.156297 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 HTTP/1.1" status: 200 len: 1098 time: 0.6589620 Jun 28 23:33:21.157247 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbf48b4-2291-49b1-b78a-4647f7220e84', 'tag': '8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:33:21.159508 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5951d698d6fa6ad5965dacd3038605f07984bf8028d67a1eaeaa8c00c63a7533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3a0c9a-b41c-4580-96c6-0ec7dcd7b022" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbf48b4-2291-49b1-b78a-4647f7220e84", "tag": "8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:33:21.183701 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:21.187045 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1eaf58e9-cbd6-4255-af9c-fc7e1a1229d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:21.235107 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d2d184-5cf5-4014-bcc8-bb287283fa8e x-openstack-request-id: req-69d2d184-5cf5-4014-bcc8-bb287283fa8e {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:33:21.235449 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbf48b4-2291-49b1-b78a-4647f7220e84", "tag": "8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:33:21.235591 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf282312-3bf9-4b00-ac51-450dcf6b5593 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:21.235804 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69d2d184-5cf5-4014-bcc8-bb287283fa8e {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:33:21.236201 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbf48b4-2291-49b1-b78a-4647f7220e84', 'tag': '8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067', 'status': 'completed', 'code': 200} Jun 28 23:33:21.239195 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-446ff9bc-5a3b-49ea-a24f-882ef48f01b7 tempest-AttachVolumeNegativeTest-171264290 tempest-AttachVolumeNegativeTest-171264290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:21.263433 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf282312-3bf9-4b00-ac51-450dcf6b5593 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Pushing event deleted for resources: {'Port': ['ID=2a9980b4-132b-496b-b700-ef2184320fee,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:21.270475 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cf282312-3bf9-4b00-ac51-450dcf6b5593 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:21.271076 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-d7d1ead4-9106-4d09-b4f4-2041f2a01573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:21.272477 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-d7d1ead4-9106-4d09-b4f4-2041f2a01573 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5578df59c664de8a312c8d0d84562d4&device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 1101 time: 0.0705521 Jun 28 23:33:21.315742 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-1b2ee3e9-044e-4f65-929c-cf489e8b223f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 HTTP/1.1" status: 200 len: 217 time: 0.0356035 Jun 28 23:33:21.334046 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf282312-3bf9-4b00-ac51-450dcf6b5593 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for floatingip, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:21.334500 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-cf282312-3bf9-4b00-ac51-450dcf6b5593 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Floating IP 72f72dac-5ddb-492c-810e-ff94433ff4ec disassociated (deleted). External IP: 172.27.2.237, port: 05b71f5f-ec6b-493d-ab77-9da1879c99c5. Jun 28 23:33:21.365528 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-381e7045-e884-4e09-8945-f68ed7938239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:21.367049 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-381e7045-e884-4e09-8945-f68ed7938239 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0e390ed-0d98-4f7e-a296-cd1abdf2c723 HTTP/1.1" status: 200 len: 843 time: 0.0456276 Jun 28 23:33:21.425053 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-0fdf673e-953e-4049-9231-e2ea509541cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:21.426541 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-0fdf673e-953e-4049-9231-e2ea509541cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0531383 Jun 28 23:33:21.518163 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-95645e85-e38b-4ffc-a13d-a0ceca72fbaf service neutron] 10.222.0.47 "GET /v2.0/networks/8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847359 Jun 28 23:33:21.531819 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf282312-3bf9-4b00-ac51-450dcf6b5593 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:33:21.608656 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-06361a41-b59a-41d1-8f95-a6bfe42bb2a5 req-6f61814a-fac8-4b51-aad2-ed5a456abc36 service neutron] 10.222.0.47 "GET /v2.0/networks/8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848751 Jun 28 23:33:21.638130 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf282312-3bf9-4b00-ac51-450dcf6b5593 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:33:21.642815 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf282312-3bf9-4b00-ac51-450dcf6b5593 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:21.649356 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2125f8-de95-416a-b559-31d8f0498174 None None] Sync routers for ids ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:33:21.658804 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2125f8-de95-416a-b559-31d8f0498174 None None] Routers {'3eea7e58-dc7b-496d-9b61-7fd2678c8fae'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:33:21.659451 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-1f2125f8-de95-416a-b559-31d8f0498174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:32:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:21.687397 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-cf282312-3bf9-4b00-ac51-450dcf6b5593 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "DELETE /v2.0/floatingips/72f72dac-5ddb-492c-810e-ff94433ff4ec HTTP/1.1" status: 204 len: 168 time: 1.1205082 Jun 28 23:33:21.687397 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'tag': '05b71f5f-ec6b-493d-ab77-9da1879c99c5'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:33:21.688872 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5321b9-b5a6-498b-bd03-a9bd393fe4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5506be3a-a80d-4c8d-acf1-97114e050a33", "tag": "05b71f5f-ec6b-493d-ab77-9da1879c99c5"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:33:21.715439 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a0c9a-b41c-4580-96c6-0ec7dcd7b022 req-214c03fa-4028-4d33-af02-1fa2089442d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:21.717021 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2b3a0c9a-b41c-4580-96c6-0ec7dcd7b022 req-214c03fa-4028-4d33-af02-1fa2089442d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5578df59c664de8a312c8d0d84562d4&device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 1101 time: 0.0608203 Jun 28 23:33:21.737503 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbd37e8-4088-42b7-b0d2-36a203253b3d x-openstack-request-id: req-6cbd37e8-4088-42b7-b0d2-36a203253b3d {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:33:21.737903 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5506be3a-a80d-4c8d-acf1-97114e050a33", "tag": "05b71f5f-ec6b-493d-ab77-9da1879c99c5", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:33:21.738257 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6cbd37e8-4088-42b7-b0d2-36a203253b3d {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:33:21.738753 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'tag': '05b71f5f-ec6b-493d-ab77-9da1879c99c5', 'status': 'completed', 'code': 200} Jun 28 23:33:21.824569 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a0c9a-b41c-4580-96c6-0ec7dcd7b022 req-dd4a5572-ac6e-4712-ad98-2f6cc614a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:21.826271 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2b3a0c9a-b41c-4580-96c6-0ec7dcd7b022 req-dd4a5572-ac6e-4712-ad98-2f6cc614a631 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b HTTP/1.1" status: 200 len: 870 time: 0.1029944 Jun 28 23:33:21.827161 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5321b9-b5a6-498b-bd03-a9bd393fe4c2 req-007cb41c-bb5a-4ed4-b742-cad2d4fa2d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:21.829375 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9f5321b9-b5a6-498b-bd03-a9bd393fe4c2 req-007cb41c-bb5a-4ed4-b742-cad2d4fa2d6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029f3531c7254979bd2792666ca2fde1&device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 1099 time: 0.0649242 Jun 28 23:33:21.883434 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2b3a0c9a-b41c-4580-96c6-0ec7dcd7b022 req-e954246c-6d00-4254-8d23-d9213c1aecf1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 HTTP/1.1" status: 200 len: 217 time: 0.0445340 Jun 28 23:33:21.946361 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5321b9-b5a6-498b-bd03-a9bd393fe4c2 req-9495c975-dd94-45c3-97e3-f75e28470243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:21.949549 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9f5321b9-b5a6-498b-bd03-a9bd393fe4c2 req-9495c975-dd94-45c3-97e3-f75e28470243 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8fe9b44-25ee-4e97-acaf-1e0033570eba HTTP/1.1" status: 200 len: 910 time: 0.1092949 Jun 28 23:33:21.977641 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-1f2125f8-de95-416a-b559-31d8f0498174 None None] Set router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:33:21.996485 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a0c9a-b41c-4580-96c6-0ec7dcd7b022 req-ce4c7fac-def9-4e04-9b09-9ed449a36c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:21.998018 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2b3a0c9a-b41c-4580-96c6-0ec7dcd7b022 req-ce4c7fac-def9-4e04-9b09-9ed449a36c66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0e390ed-0d98-4f7e-a296-cd1abdf2c723 HTTP/1.1" status: 200 len: 843 time: 0.1082230 Jun 28 23:33:22.001109 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9f5321b9-b5a6-498b-bd03-a9bd393fe4c2 req-bc633157-2cd7-43d6-aa96-526318120e09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5 HTTP/1.1" status: 200 len: 217 time: 0.0455954 Jun 28 23:33:22.064506 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5321b9-b5a6-498b-bd03-a9bd393fe4c2 req-5fd85c5f-5d03-4d0d-bd5c-cb72004fb888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:22.066501 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9f5321b9-b5a6-498b-bd03-a9bd393fe4c2 req-5fd85c5f-5d03-4d0d-bd5c-cb72004fb888 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2785bbb9-84e6-4b34-9d12-fd7462228ce7 HTTP/1.1" status: 200 len: 848 time: 0.0565712 Jun 28 23:33:22.097456 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a0c9a-b41c-4580-96c6-0ec7dcd7b022 req-11e89901-b4c7-493a-b4bf-ad816dbfb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:22.098972 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2b3a0c9a-b41c-4580-96c6-0ec7dcd7b022 req-11e89901-b4c7-493a-b4bf-ad816dbfb16c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0894852 Jun 28 23:33:22.205856 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2b3a0c9a-b41c-4580-96c6-0ec7dcd7b022 req-7f4e1518-0bfe-4c42-b2e5-0768b2a6a9e3 service neutron] 10.222.0.47 "GET /v2.0/networks/8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996799 Jun 28 23:33:22.206454 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-1f2125f8-de95-416a-b559-31d8f0498174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:38Z', 'updated_at': '2021-06-28T23:27:41Z', 'revision_number': 4, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'gw_port': {'id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:39Z', 'updated_at': '2021-06-28T23:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': 'fa37962a-a2db-465a-837f-ec6ddfca7e05', 'name': '', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'mac_address': 'fa:16:3e:58:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:41Z', 'updated_at': '2021-06-28T23:27:48Z', 'revision_number': 5, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'subnets': [{'id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:22.223612 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5321b9-b5a6-498b-bd03-a9bd393fe4c2 req-832b9bf1-db4f-47da-9655-e9dbd1e6fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:22.225088 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9f5321b9-b5a6-498b-bd03-a9bd393fe4c2 req-832b9bf1-db4f-47da-9655-e9dbd1e6fb2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8fe9b44-25ee-4e97-acaf-1e0033570eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1506662 Jun 28 23:33:22.236067 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16680ce4-a3c0-417e-8a89-a7f9dbadd072 req-a9d2f687-cee3-424b-88e3-4b1e275c2f1c tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:22.237573 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-16680ce4-a3c0-417e-8a89-a7f9dbadd072 req-a9d2f687-cee3-424b-88e3-4b1e275c2f1c tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.1645336 Jun 28 23:33:22.237809 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2125f8-de95-416a-b559-31d8f0498174 None None] Checking router: 3eea7e58-dc7b-496d-9b61-7fd2678c8fae for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:33:22.249732 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2125f8-de95-416a-b559-31d8f0498174 None None] Routers {'3eea7e58-dc7b-496d-9b61-7fd2678c8fae'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:33:22.251117 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-1f2125f8-de95-416a-b559-31d8f0498174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:32:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:22.254942 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e7611-d318-46b5-8d75-8a2af3e6c438 req-99a9bee7-3092-4c91-8737-2e74163f544f tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:22.256370 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bc1e7611-d318-46b5-8d75-8a2af3e6c438 req-99a9bee7-3092-4c91-8737-2e74163f544f tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 948 time: 0.1620815 Jun 28 23:33:22.312788 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2b3a0c9a-b41c-4580-96c6-0ec7dcd7b022 req-cd88b460-de46-48a2-bcdd-a7f555c2fadd service neutron] 10.222.0.47 "GET /v2.0/networks/8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998404 Jun 28 23:33:22.369375 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-1f2125f8-de95-416a-b559-31d8f0498174 None None] Set router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:33:22.375382 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-16680ce4-a3c0-417e-8a89-a7f9dbadd072 req-3efe3d5d-6c57-4a5c-badb-3643b2143203 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277981 Jun 28 23:33:22.381310 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bc1e7611-d318-46b5-8d75-8a2af3e6c438 req-cd9232d7-909d-4208-a8bd-d0ce8a210bcc tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3f7cf23-09f3-42a7-aa51-2cc2aece440a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134863 Jun 28 23:33:22.400421 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9f5321b9-b5a6-498b-bd03-a9bd393fe4c2 req-81d1f795-745d-4fbd-8ba7-a3173f46e78b service neutron] 10.222.0.47 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617420 Jun 28 23:33:22.497836 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9f5321b9-b5a6-498b-bd03-a9bd393fe4c2 req-44ae44e4-a399-4a3d-b22a-dc229931eb42 service neutron] 10.222.0.47 "GET /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908558 Jun 28 23:33:22.585214 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-1f2125f8-de95-416a-b559-31d8f0498174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:38Z', 'updated_at': '2021-06-28T23:27:41Z', 'revision_number': 4, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'gw_port': {'id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:39Z', 'updated_at': '2021-06-28T23:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': 'fa37962a-a2db-465a-837f-ec6ddfca7e05', 'name': '', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'mac_address': 'fa:16:3e:58:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:41Z', 'updated_at': '2021-06-28T23:27:48Z', 'revision_number': 5, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'subnets': [{'id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:22.610926 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2125f8-de95-416a-b559-31d8f0498174 None None] The sync data for ids ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'] in dv-cinder-792462-21-iscsi is: [{'id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:38Z', 'updated_at': '2021-06-28T23:27:41Z', 'revision_number': 4, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'gw_port': {'id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:39Z', 'updated_at': '2021-06-28T23:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': 'fa37962a-a2db-465a-837f-ec6ddfca7e05', 'name': '', 'network_id': 'd8fe9b44-25ee-4e97-acaf-1e0033570eba', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'mac_address': 'fa:16:3e:58:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:41Z', 'updated_at': '2021-06-28T23:27:48Z', 'revision_number': 5, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'subnets': [{'id': '2785bbb9-84e6-4b34-9d12-fd7462228ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:33:22.819316 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24247a8-8938-4b0e-b17c-6db8a136482b None None] New status for floating IP 72f72dac-5ddb-492c-810e-ff94433ff4ec: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:33:23.600944 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74d222-d1cc-4a65-899c-ff234395097e req-363e6550-4eac-43d0-8264-fd7abd374ed8 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:23.602391 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8b74d222-d1cc-4a65-899c-ff234395097e req-363e6550-4eac-43d0-8264-fd7abd374ed8 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.1034584 Jun 28 23:33:23.610034 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ab4a0-1a7e-4d78-a7a1-d9a60e03177d req-70425f2f-b1e7-46f4-9a96-ed3acadf0ca0 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:23.611367 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9c4ab4a0-1a7e-4d78-a7a1-d9a60e03177d req-70425f2f-b1e7-46f4-9a96-ed3acadf0ca0 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 948 time: 0.1024606 Jun 28 23:33:23.682380 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8b74d222-d1cc-4a65-899c-ff234395097e req-e785ea3b-23bd-4ebf-8785-566d9389b0f0 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/security-groups?id=07d440e9-aec4-47c6-b030-4d60e78ab790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697806 Jun 28 23:33:23.688905 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9c4ab4a0-1a7e-4d78-a7a1-d9a60e03177d req-d4be25d1-5fa7-4dca-80ab-0717e36c8a4d tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3f7cf23-09f3-42a7-aa51-2cc2aece440a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709505 Jun 28 23:33:24.159784 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad04ed0-efa7-4794-b0bb-e653c4266afb req-f4760db9-11b9-460d-acf2-69201c401f8b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:24.161205 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ad04ed0-efa7-4794-b0bb-e653c4266afb req-f4760db9-11b9-460d-acf2-69201c401f8b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.47 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 946 time: 0.3084936 Jun 28 23:33:24.258059 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-5ad04ed0-efa7-4794-b0bb-e653c4266afb req-08492589-5005-45c4-9fe8-c13905ec1d20 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Deleting port 05b71f5f-ec6b-493d-ab77-9da1879c99c5 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:33:24.258319 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ad04ed0-efa7-4794-b0bb-e653c4266afb req-08492589-5005-45c4-9fe8-c13905ec1d20 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:24.348675 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-5ad04ed0-efa7-4794-b0bb-e653c4266afb req-08492589-5005-45c4-9fe8-c13905ec1d20 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] For port 05b71f5f-ec6b-493d-ab77-9da1879c99c5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=05b71f5f-ec6b-493d-ab77-9da1879c99c5,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:24.349033 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ad04ed0-efa7-4794-b0bb-e653c4266afb req-08492589-5005-45c4-9fe8-c13905ec1d20 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:24.361090 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-5ad04ed0-efa7-4794-b0bb-e653c4266afb req-08492589-5005-45c4-9fe8-c13905ec1d20 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Calling delete_port for 05b71f5f-ec6b-493d-ab77-9da1879c99c5 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:33:24.487035 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ad04ed0-efa7-4794-b0bb-e653c4266afb req-08492589-5005-45c4-9fe8-c13905ec1d20 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:24.490967 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a3d984a8-c464-48b1-9878-f8f1004868f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:24.516325 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08492589-5005-45c4-9fe8-c13905ec1d20 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Pushing event deleted for resources: {'Port': ['ID=05b71f5f-ec6b-493d-ab77-9da1879c99c5,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:24.519045 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-08492589-5005-45c4-9fe8-c13905ec1d20 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:24.561912 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad04ed0-efa7-4794-b0bb-e653c4266afb req-08492589-5005-45c4-9fe8-c13905ec1d20 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] No DVR routers for this DVR port 05b71f5f-ec6b-493d-ab77-9da1879c99c5 on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:33:24.564337 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5ad04ed0-efa7-4794-b0bb-e653c4266afb req-08492589-5005-45c4-9fe8-c13905ec1d20 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:24.566229 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ad04ed0-efa7-4794-b0bb-e653c4266afb req-08492589-5005-45c4-9fe8-c13905ec1d20 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.47 "DELETE /v2.0/ports/05b71f5f-ec6b-493d-ab77-9da1879c99c5 HTTP/1.1" status: 204 len: 173 time: 0.3992479 Jun 28 23:33:24.566720 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'name': 'network-vif-deleted', 'tag': '05b71f5f-ec6b-493d-ab77-9da1879c99c5'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:33:24.569048 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369532c7-0ec8-4c75-89e4-2db12f54759e" -d '{"events": [{"server_uuid": "5506be3a-a80d-4c8d-acf1-97114e050a33", "name": "network-vif-deleted", "tag": "05b71f5f-ec6b-493d-ab77-9da1879c99c5"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:33:24.610394 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf3aadd-3473-46f5-a2c2-89938782936d x-openstack-request-id: req-0cf3aadd-3473-46f5-a2c2-89938782936d {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:33:24.611003 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5506be3a-a80d-4c8d-acf1-97114e050a33", "name": "network-vif-deleted", "tag": "05b71f5f-ec6b-493d-ab77-9da1879c99c5", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:33:24.611283 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0cf3aadd-3473-46f5-a2c2-89938782936d {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:33:24.611907 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5506be3a-a80d-4c8d-acf1-97114e050a33', 'name': 'network-vif-deleted', 'tag': '05b71f5f-ec6b-493d-ab77-9da1879c99c5', 'status': 'completed', 'code': 200} Jun 28 23:33:24.835216 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-25531ffb-43ce-46d9-a19c-dad938b42989 req-118d1980-8e4c-49e5-86fe-3a3e60baf6bf tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "GET /v2.0/ports?device_id=5506be3a-a80d-4c8d-acf1-97114e050a33 HTTP/1.1" status: 200 len: 210 time: 0.0415442 Jun 28 23:33:24.894677 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c84e2-b72a-4b8e-bcaf-fd4afef5780f req-71249803-7d26-4105-bf45-cf44a51e3006 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:24.896576 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d44c84e2-b72a-4b8e-bcaf-fd4afef5780f req-71249803-7d26-4105-bf45-cf44a51e3006 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 948 time: 0.0914454 Jun 28 23:33:24.943813 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d44c84e2-b72a-4b8e-bcaf-fd4afef5780f req-77e7223a-6b68-4a50-8aed-fa4951e2e8a6 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3f7cf23-09f3-42a7-aa51-2cc2aece440a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403078 Jun 28 23:33:25.920192 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6554b187-e73c-46da-a970-0afe68e81f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:25.932570 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35484) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:26.003251 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-daee4bb9-bc03-4047-a926-76e2935ff99b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:26.029100 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-daee4bb9-bc03-4047-a926-76e2935ff99b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:26.118329 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-daee4bb9-bc03-4047-a926-76e2935ff99b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:26.121512 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-daee4bb9-bc03-4047-a926-76e2935ff99b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:26.122634 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-daee4bb9-bc03-4047-a926-76e2935ff99b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] 10.222.0.35 "DELETE /v2.0/security-groups/07d440e9-aec4-47c6-b030-4d60e78ab790 HTTP/1.1" status: 204 len: 168 time: 0.1884520 Jun 28 23:33:26.126213 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-93e65918-86d6-4a38-81c4-713b786445d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:26.144858 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8e109-3ae9-49b3-8a24-32d4185c34b8 req-71d1ce45-6766-4d46-865d-79d1a95e7af4 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:26.146367 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-79c8e109-3ae9-49b3-8a24-32d4185c34b8 req-71d1ce45-6766-4d46-865d-79d1a95e7af4 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 948 time: 0.0825634 Jun 28 23:33:26.147222 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee4bb9-bc03-4047-a926-76e2935ff99b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d440e9-aec4-47c6-b030-4d60e78ab790,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:26.149436 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-daee4bb9-bc03-4047-a926-76e2935ff99b tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:26.166572 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 35490) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:26.193440 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-79c8e109-3ae9-49b3-8a24-32d4185c34b8 req-eebd4660-ba3b-4c9f-b69e-78621cdcb5db tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3f7cf23-09f3-42a7-aa51-2cc2aece440a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373659 Jun 28 23:33:26.284335 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:33:26.378214 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067,segment=NetworkSegment(f6e0d141-4cf2-4681-b3d6-49eb76c53d80),segment_id=f6e0d141-4cf2-4681-b3d6-49eb76c53d80)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:26.388341 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067', 'network_id': '8d4ccbc0-4b96-4dca-8bcc-817bc17ff66b', 'port_id': '8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067', 'mac_address': 'fa:16:3e:98:17:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e390ed-0d98-4f7e-a296-cd1abdf2c723', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:33:26.425127 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:26.437421 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:33:26.455855 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067,segment=NetworkSegment(f6e0d141-4cf2-4681-b3d6-49eb76c53d80),segment_id=f6e0d141-4cf2-4681-b3d6-49eb76c53d80)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:26.459803 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:26.461714 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:26.509684 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:26.516613 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:26.516963 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:26.517308 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:26.517645 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:26.518098 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:26.518321 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:26.518641 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:26.519011 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:26.519344 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:26.519667 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:26.520024 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:26.520311 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:33:26.524261 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:26.611549 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-94587f3e-9997-49c1-9624-e62a8c13743c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657625'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:26.724975 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:26.854771 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:33:26.858343 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-94587f3e-9997-49c1-9624-e62a8c13743c admin admin] Deleting port fa37962a-a2db-465a-837f-ec6ddfca7e05 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:33:26.858684 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-94587f3e-9997-49c1-9624-e62a8c13743c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:26.932875 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-94587f3e-9997-49c1-9624-e62a8c13743c admin admin] For port fa37962a-a2db-465a-837f-ec6ddfca7e05, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=fa37962a-a2db-465a-837f-ec6ddfca7e05,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:26.933231 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-94587f3e-9997-49c1-9624-e62a8c13743c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:26.944460 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-94587f3e-9997-49c1-9624-e62a8c13743c admin admin] Calling delete_port for fa37962a-a2db-465a-837f-ec6ddfca7e05 owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:33:27.124836 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-94587f3e-9997-49c1-9624-e62a8c13743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:27.127609 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8c6bc8ec-1ca0-49de-a389-b03724c7a2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:27.152288 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94587f3e-9997-49c1-9624-e62a8c13743c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa37962a-a2db-465a-837f-ec6ddfca7e05,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:27.157643 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-94587f3e-9997-49c1-9624-e62a8c13743c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:27.315048 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-94587f3e-9997-49c1-9624-e62a8c13743c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657741'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:27.369005 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42f16e-9293-46e3-91b4-9d97101cd541 req-de02d63f-ca1c-462b-987b-05025a3c877d tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:27.371039 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b42f16e-9293-46e3-91b4-9d97101cd541 req-de02d63f-ca1c-462b-987b-05025a3c877d tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 949 time: 0.0616965 Jun 28 23:33:27.407029 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b42f16e-9293-46e3-91b4-9d97101cd541 req-1a3d2234-48e7-4647-a30e-d8f4599df2f7 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3f7cf23-09f3-42a7-aa51-2cc2aece440a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301125 Jun 28 23:33:27.522679 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94587f3e-9997-49c1-9624-e62a8c13743c admin admin] Router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:33:27.624148 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94587f3e-9997-49c1-9624-e62a8c13743c admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:33:27.629078 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-94587f3e-9997-49c1-9624-e62a8c13743c admin admin] 10.222.0.35 "PUT /v2.0/routers/3eea7e58-dc7b-496d-9b61-7fd2678c8fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4610543 Jun 28 23:33:27.631612 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 35496) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:27.632663 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb707119-b8a9-4d31-8d86-083ed71711bd None None] Sync routers for ids ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:33:27.641624 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb707119-b8a9-4d31-8d86-083ed71711bd None None] Routers {'3eea7e58-dc7b-496d-9b61-7fd2678c8fae'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:33:27.642244 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-fb707119-b8a9-4d31-8d86-083ed71711bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:32:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:27.734518 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] Notify callbacks [] for router, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:27.746897 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-fb707119-b8a9-4d31-8d86-083ed71711bd None None] Set router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:33:27.836837 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:27.887785 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] Deleting port 5004ad46-b99d-4326-95d1-15a789e0d647 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:33:27.888129 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:27.931523 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-fb707119-b8a9-4d31-8d86-083ed71711bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:38Z', 'updated_at': '2021-06-28T23:33:27Z', 'revision_number': 5, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'gw_port': {'id': '5004ad46-b99d-4326-95d1-15a789e0d647', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:39Z', 'updated_at': '2021-06-28T23:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:27.957205 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb707119-b8a9-4d31-8d86-083ed71711bd None None] Checking router: 3eea7e58-dc7b-496d-9b61-7fd2678c8fae for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:33:27.966049 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb707119-b8a9-4d31-8d86-083ed71711bd None None] Routers {'3eea7e58-dc7b-496d-9b61-7fd2678c8fae'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:33:27.966673 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-fb707119-b8a9-4d31-8d86-083ed71711bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:32:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:27.966865 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] For port 5004ad46-b99d-4326-95d1-15a789e0d647, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=5004ad46-b99d-4326-95d1-15a789e0d647,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:27.967262 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:27.978988 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] Calling delete_port for 5004ad46-b99d-4326-95d1-15a789e0d647 owned by network:router_gateway {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:33:28.053984 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-fb707119-b8a9-4d31-8d86-083ed71711bd None None] Set router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae gateway port host: None {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:33:28.103633 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-fb707119-b8a9-4d31-8d86-083ed71711bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:38Z', 'updated_at': '2021-06-28T23:33:27Z', 'revision_number': 6, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'gw_port_host': None}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:28.132423 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb707119-b8a9-4d31-8d86-083ed71711bd None None] The sync data for ids ['3eea7e58-dc7b-496d-9b61-7fd2678c8fae'] in dv-cinder-792462-21-iscsi is: [{'id': '3eea7e58-dc7b-496d-9b61-7fd2678c8fae', 'name': 'tempest-TestShelveInstance-1716372513-router', 'tenant_id': '029f3531c7254979bd2792666ca2fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:38Z', 'updated_at': '2021-06-28T23:33:27Z', 'revision_number': 6, 'project_id': '029f3531c7254979bd2792666ca2fde1', 'gw_port_host': None}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:33:28.143697 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:28.145858 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-de8f68c7-653c-4f9f-89d9-12bccfc9daf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:28.168726 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] Pushing event deleted for resources: {'Port': ['ID=5004ad46-b99d-4326-95d1-15a789e0d647,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:28.172168 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:28.234296 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656915'] for router_gateway, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:28.299335 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:33:28.318959 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24842'] for router, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:28.322119 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:28.347775 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:33:28.351673 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:33:28.352086 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:28.367155 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656885'] for router, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:28.367945 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eea7e58-dc7b-496d-9b61-7fd2678c8fae {{(pid=92894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 23:33:28.373794 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:28.375492 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d8dc3fa6-8d51-4f4b-a01b-d4c73376016f admin admin] 10.222.0.35 "DELETE /v2.0/routers/3eea7e58-dc7b-496d-9b61-7fd2678c8fae HTTP/1.1" status: 204 len: 168 time: 0.7427883 Jun 28 23:33:28.377736 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 35498) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:28.423005 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a421bf-ee7f-4ebb-98c1-0631ae103da6 admin admin] Deleting subnet 2785bbb9-84e6-4b34-9d12-fd7462228ce7 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:33:28.426019 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-36a421bf-ee7f-4ebb-98c1-0631ae103da6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:28.436117 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:28.459576 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbf48b4-2291-49b1-b78a-4647f7220e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:33:28.461821 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd1f63c-3b93-4453-b7d4-64f69b26ece9" -d '{"events": [{"server_uuid": "2bbf48b4-2291-49b1-b78a-4647f7220e84", "name": "network-vif-plugged", "status": "completed", "tag": "8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:33:28.464973 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-36a421bf-ee7f-4ebb-98c1-0631ae103da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844663'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:28.476920 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067,segment=NetworkSegment(f6e0d141-4cf2-4681-b3d6-49eb76c53d80),segment_id=f6e0d141-4cf2-4681-b3d6-49eb76c53d80)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:28.481624 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:28.482629 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 05b71f5f-ec6b-493d-ab77-9da1879c99c5 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:33:28.485785 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:28.537497 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475af64b-748c-4f20-a6c1-49d84dd39a56 x-openstack-request-id: req-475af64b-748c-4f20-a6c1-49d84dd39a56 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:33:28.537497 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbf48b4-2291-49b1-b78a-4647f7220e84", "name": "network-vif-plugged", "status": "completed", "tag": "8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:33:28.537839 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-475af64b-748c-4f20-a6c1-49d84dd39a56 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:33:28.538144 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbf48b4-2291-49b1-b78a-4647f7220e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067', 'code': 200} Jun 28 23:33:28.538904 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: 05b71f5f-ec6b-493d-ab77-9da1879c99c5 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:33:28.539258 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 05b71f5f-ec6b-493d-ab77-9da1879c99c5 not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:33:28.561019 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-36a421bf-ee7f-4ebb-98c1-0631ae103da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:28.580244 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:28.587633 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:28.629712 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-36a421bf-ee7f-4ebb-98c1-0631ae103da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9014278'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:28.633449 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:28.655566 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cbed1-f718-4770-88bc-aece6f40b687 req-52865254-e5d1-4a4e-ada5-2615992bcfda tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:28.656983 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8f7cbed1-f718-4770-88bc-aece6f40b687 req-52865254-e5d1-4a4e-ada5-2615992bcfda tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 950 time: 0.0837080 Jun 28 23:33:28.665917 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a421bf-ee7f-4ebb-98c1-0631ae103da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2785bbb9-84e6-4b34-9d12-fd7462228ce7,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:28.667629 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-36a421bf-ee7f-4ebb-98c1-0631ae103da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:28.669507 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-36a421bf-ee7f-4ebb-98c1-0631ae103da6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2785bbb9-84e6-4b34-9d12-fd7462228ce7 HTTP/1.1" status: 204 len: 168 time: 0.2908411 Jun 28 23:33:28.670436 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-36a421bf-ee7f-4ebb-98c1-0631ae103da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:28.671997 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 35504) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:28.683693 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916a6fbe-45b0-4294-b950-e1fab889af2f None None] Network d8fe9b44-25ee-4e97-acaf-1e0033570eba requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:33:28.708967 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8f7cbed1-f718-4770-88bc-aece6f40b687 req-2611f295-6c84-424d-9592-ec044952dc16 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3f7cf23-09f3-42a7-aa51-2cc2aece440a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413253 Jun 28 23:33:28.823057 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fce06-6094-40fd-879e-4d3c07708189 req-00935d92-a7d7-47f3-84bc-0ccf1e4f7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:28.824852 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9a0fce06-6094-40fd-879e-4d3c07708189 req-00935d92-a7d7-47f3-84bc-0ccf1e4f7c39 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 1103 time: 0.0582197 Jun 28 23:33:28.863484 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9a0fce06-6094-40fd-879e-4d3c07708189 req-770ea8df-af7a-41a6-9139-c7ab91c40d67 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b3f7cf23-09f3-42a7-aa51-2cc2aece440a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317891 Jun 28 23:33:28.996768 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c303ecd5-72cf-42ed-990e-f49fbc09b884 None None] DHCP port deletion for d8fe9b44-25ee-4e97-acaf-1e0033570eba request from dv-cinder-792462-21-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 23:33:29.005720 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.036334 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.047254 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-c303ecd5-72cf-42ed-990e-f49fbc09b884 None None] Deleting port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:33:29.047886 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c303ecd5-72cf-42ed-990e-f49fbc09b884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.088508 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Deleting port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:33:29.088875 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.112877 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-c303ecd5-72cf-42ed-990e-f49fbc09b884 None None] For port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:29.113362 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c303ecd5-72cf-42ed-990e-f49fbc09b884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.126646 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-c303ecd5-72cf-42ed-990e-f49fbc09b884 None None] Calling delete_port for eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:33:29.154897 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] For port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7,segment=NetworkSegment(f074e02c-0b6b-4600-b48e-4b94ef05b7e8),segment_id=f074e02c-0b6b-4600-b48e-4b94ef05b7e8)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:29.155267 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.167881 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Calling delete_port for eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:33:29.186426 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8c939905-db83-4d5f-8748-d7edb3a156fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.228370 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c303ecd5-72cf-42ed-990e-f49fbc09b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.230700 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:29.249132 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.252540 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2f9e1f22-f87c-4424-b3f5-362c169b05b3 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:29.253271 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303ecd5-72cf-42ed-990e-f49fbc09b884 None None] Pushing event deleted for resources: {'Port': ['ID=eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:29.256774 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-c303ecd5-72cf-42ed-990e-f49fbc09b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:29.260226 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c303ecd5-72cf-42ed-990e-f49fbc09b884 None None] No DVR routers for this DVR port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 on host dv-cinder-792462-21-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:33:29.281086 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Pushing event deleted for resources: {'Port': ['ID=eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:29.282985 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] No DVR routers for this DVR port eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 on host dv-cinder-792462-21-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:33:29.284417 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:29.350992 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.360431 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fe9b44-25ee-4e97-acaf-1e0033570eba']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:29.369608 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f074e02c-0b6b-4600-b48e-4b94ef05b7e8') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:29.369910 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f074e02c-0b6b-4600-b48e-4b94ef05b7e8') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:29.378697 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844652'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.392702 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.398339 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:33:29.398721 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844820'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: self.session.flush() Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: self.session.flush() Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: self.session.flush() Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: self.session.flush() Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: timer() Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: cb(*args, **kw) Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: self._notify() Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: self.callback(batched_events) Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: event.method(event) Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._get(url).json() Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:33:29.400450 dv-cinder-792462-21-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:33:29.458378 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.463605 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.465478 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] 10.222.0.35 "DELETE /v2.0/networks/d8fe9b44-25ee-4e97-acaf-1e0033570eba HTTP/1.1" status: 204 len: 168 time: 0.7925751 Jun 28 23:33:29.466466 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-17aacfd9-87b7-4b1d-a479-fed7d490d767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:29.468553 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35508) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:29.478658 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Pushing event deleted for resources: {'Network': ['ID=d8fe9b44-25ee-4e97-acaf-1e0033570eba,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:29.481132 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d90c16a4-9bbb-4ebd-9f45-79e923f2810a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:29.803623 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:33:29.817660 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dfc46d51-e0c3-4335-b78f-ee56ed13d933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657625'] for router_interface, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:29.955684 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:33:29.956065 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device eef8d1af-20fb-4ab7-8e5e-0bb50fdde9b7 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:33:29.956409 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device fa37962a-a2db-465a-837f-ec6ddfca7e05 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:33:29.978397 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: fa37962a-a2db-465a-837f-ec6ddfca7e05 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:33:29.978913 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device fa37962a-a2db-465a-837f-ec6ddfca7e05 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:33:29.979406 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 5004ad46-b99d-4326-95d1-15a789e0d647 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:33:29.998931 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217beaa-05a2-49c3-b8f3-991387eb8b75 req-28635026-a127-43ac-bbd9-8235d5c25141 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:30.000416 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0217beaa-05a2-49c3-b8f3-991387eb8b75 req-28635026-a127-43ac-bbd9-8235d5c25141 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 950 time: 0.1501954 Jun 28 23:33:30.001278 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 5004ad46-b99d-4326-95d1-15a789e0d647 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:33:30.001469 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 5004ad46-b99d-4326-95d1-15a789e0d647 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:33:30.003504 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:30.060050 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0217beaa-05a2-49c3-b8f3-991387eb8b75 req-9919b249-1d30-4fd8-be3a-c3f892b7fc27 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3f7cf23-09f3-42a7-aa51-2cc2aece440a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Jun 28 23:33:30.155576 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-dfc46d51-e0c3-4335-b78f-ee56ed13d933 admin admin] Deleting port 2b470ca6-c050-41e7-adf5-dcd3693660f5 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:33:30.155915 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dfc46d51-e0c3-4335-b78f-ee56ed13d933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:30.234182 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-dfc46d51-e0c3-4335-b78f-ee56ed13d933 admin admin] For port 2b470ca6-c050-41e7-adf5-dcd3693660f5, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=2b470ca6-c050-41e7-adf5-dcd3693660f5,segment=NetworkSegment(bf64bc06-7473-428c-8c7e-7bf570280033),segment_id=bf64bc06-7473-428c-8c7e-7bf570280033)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:30.234443 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dfc46d51-e0c3-4335-b78f-ee56ed13d933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:30.245676 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-dfc46d51-e0c3-4335-b78f-ee56ed13d933 admin admin] Calling delete_port for 2b470ca6-c050-41e7-adf5-dcd3693660f5 owned by network:router_interface {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:33:30.416191 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dfc46d51-e0c3-4335-b78f-ee56ed13d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:30.418300 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ecc5190c-dcf7-4f45-90ae-2d37b0c72dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:30.441292 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc46d51-e0c3-4335-b78f-ee56ed13d933 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b470ca6-c050-41e7-adf5-dcd3693660f5,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:30.443747 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-dfc46d51-e0c3-4335-b78f-ee56ed13d933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:30.603864 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dfc46d51-e0c3-4335-b78f-ee56ed13d933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657741'] for router_interface, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:30.810157 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc46d51-e0c3-4335-b78f-ee56ed13d933 admin admin] Router 25ee0054-b3c2-42e7-b049-f6d0c5f5d154 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:33:30.910193 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc46d51-e0c3-4335-b78f-ee56ed13d933 admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:33:30.915081 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-dfc46d51-e0c3-4335-b78f-ee56ed13d933 admin admin] 10.222.0.35 "PUT /v2.0/routers/25ee0054-b3c2-42e7-b049-f6d0c5f5d154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4451752 Jun 28 23:33:30.917569 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35512) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:30.918328 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633c5607-02a6-462a-9674-675be2bf455d None None] Sync routers for ids ['25ee0054-b3c2-42e7-b049-f6d0c5f5d154'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:33:30.927260 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c5607-02a6-462a-9674-675be2bf455d None None] Routers {'25ee0054-b3c2-42e7-b049-f6d0c5f5d154'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:33:30.927865 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-633c5607-02a6-462a-9674-675be2bf455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:33:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['25ee0054-b3c2-42e7-b049-f6d0c5f5d154'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:31.024007 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] Notify callbacks [] for router, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:31.031056 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-633c5607-02a6-462a-9674-675be2bf455d None None] Set router 25ee0054-b3c2-42e7-b049-f6d0c5f5d154 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:33:31.133577 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:31.205620 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-633c5607-02a6-462a-9674-675be2bf455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'name': 'tempest-TestShelveInstance-1184296010-router', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '3ca71a9d-97e8-4281-b8d0-a74365b2ceaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:43Z', 'updated_at': '2021-06-28T23:33:30Z', 'revision_number': 5, 'project_id': 'cc9f83f3732b4c848f8017007db0eb32', 'gw_port': {'id': '3ca71a9d-97e8-4281-b8d0-a74365b2ceaa', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:27:44Z', 'updated_at': '2021-06-28T23:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:31.222662 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] Deleting port 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:33:31.223172 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:31.235077 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633c5607-02a6-462a-9674-675be2bf455d None None] Checking router: 25ee0054-b3c2-42e7-b049-f6d0c5f5d154 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:33:31.243235 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c5607-02a6-462a-9674-675be2bf455d None None] Routers {'25ee0054-b3c2-42e7-b049-f6d0c5f5d154'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:33:31.243843 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-633c5607-02a6-462a-9674-675be2bf455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:33:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['25ee0054-b3c2-42e7-b049-f6d0c5f5d154'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:31.303689 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af8744-136f-4094-b255-a5227c426966 req-b45b6839-1de6-4ecb-8a3f-fd231f5d5851 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:31.305140 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-76af8744-136f-4094-b255-a5227c426966 req-b45b6839-1de6-4ecb-8a3f-fd231f5d5851 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 950 time: 0.1289568 Jun 28 23:33:31.327092 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-633c5607-02a6-462a-9674-675be2bf455d None None] Set router 25ee0054-b3c2-42e7-b049-f6d0c5f5d154 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:33:31.333419 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] For port 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=3ca71a9d-97e8-4281-b8d0-a74365b2ceaa,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:31.333775 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:31.350270 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] Calling delete_port for 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa owned by network:router_gateway {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:33:31.373651 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-76af8744-136f-4094-b255-a5227c426966 req-5259cb79-5599-4a64-a761-36e2e9625c26 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3f7cf23-09f3-42a7-aa51-2cc2aece440a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616202 Jun 28 23:33:31.378193 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-633c5607-02a6-462a-9674-675be2bf455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'name': 'tempest-TestShelveInstance-1184296010-router', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:43Z', 'updated_at': '2021-06-28T23:33:31Z', 'revision_number': 6, 'project_id': 'cc9f83f3732b4c848f8017007db0eb32', 'gw_port_host': None}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:31.407715 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633c5607-02a6-462a-9674-675be2bf455d None None] The sync data for ids ['25ee0054-b3c2-42e7-b049-f6d0c5f5d154'] in dv-cinder-792462-21-iscsi is: [{'id': '25ee0054-b3c2-42e7-b049-f6d0c5f5d154', 'name': 'tempest-TestShelveInstance-1184296010-router', 'tenant_id': 'cc9f83f3732b4c848f8017007db0eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:27:43Z', 'updated_at': '2021-06-28T23:33:31Z', 'revision_number': 6, 'project_id': 'cc9f83f3732b4c848f8017007db0eb32', 'gw_port_host': None}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:33:31.531175 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:31.533130 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-de972db6-d6b9-4e45-a488-5b30b71bc1f5 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:31.556779 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca71a9d-97e8-4281-b8d0-a74365b2ceaa,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:31.559914 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:31.625645 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656915'] for router_gateway, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:31.715729 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24842'] for router, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:31.717727 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:31.786206 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656885'] for router, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:31.786712 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25ee0054-b3c2-42e7-b049-f6d0c5f5d154 {{(pid=92895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 23:33:31.793815 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:31.797501 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-2610a6e8-3398-4c01-b0e3-8560a46bdd33 admin admin] 10.222.0.35 "DELETE /v2.0/routers/25ee0054-b3c2-42e7-b049-f6d0c5f5d154 HTTP/1.1" status: 204 len: 168 time: 0.8789935 Jun 28 23:33:31.797819 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 35522) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:31.824414 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f94f75-8e41-4c45-9dc2-2d51d3c414d1 req-0b28fdf6-f6ea-4be4-a701-da4c5e607428 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:31.826027 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e6f94f75-8e41-4c45-9dc2-2d51d3c414d1 req-0b28fdf6-f6ea-4be4-a701-da4c5e607428 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 950 time: 0.1053085 Jun 28 23:33:31.856349 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-e536c4eb-d027-4427-8782-03fc3aaa68b3 admin admin] Deleting subnet 8bc0df8a-1c20-490b-92e9-78b27042f70d {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:33:31.859798 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e536c4eb-d027-4427-8782-03fc3aaa68b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:31.874903 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 2b470ca6-c050-41e7-adf5-dcd3693660f5 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:33:31.883780 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e6f94f75-8e41-4c45-9dc2-2d51d3c414d1 req-361d73e5-8359-4672-8d1d-dfcd45676f16 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3f7cf23-09f3-42a7-aa51-2cc2aece440a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501926 Jun 28 23:33:31.900802 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e536c4eb-d027-4427-8782-03fc3aaa68b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844663'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:31.905284 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 2b470ca6-c050-41e7-adf5-dcd3693660f5 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:33:31.905284 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 2b470ca6-c050-41e7-adf5-dcd3693660f5 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:33:31.982644 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e536c4eb-d027-4427-8782-03fc3aaa68b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.033484 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e536c4eb-d027-4427-8782-03fc3aaa68b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9014278'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.036398 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:32.058568 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536c4eb-d027-4427-8782-03fc3aaa68b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc0df8a-1c20-490b-92e9-78b27042f70d,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:32.061486 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e536c4eb-d027-4427-8782-03fc3aaa68b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:32.062465 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e536c4eb-d027-4427-8782-03fc3aaa68b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.064364 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e536c4eb-d027-4427-8782-03fc3aaa68b3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8bc0df8a-1c20-490b-92e9-78b27042f70d HTTP/1.1" status: 204 len: 168 time: 0.2645867 Jun 28 23:33:32.066910 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35524) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:32.067794 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb1cacf-608e-4345-aa28-9428b37b143a None None] Network d771b790-4e6b-48aa-bd83-3d1cda1ebd70 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:33:32.132764 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.162601 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.185022 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Deleting port 872143bd-2a7e-4055-af98-23c0b4a1b344 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:33:32.185358 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.257681 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] For port 872143bd-2a7e-4055-af98-23c0b4a1b344, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=872143bd-2a7e-4055-af98-23c0b4a1b344,segment=NetworkSegment(bf64bc06-7473-428c-8c7e-7bf570280033),segment_id=bf64bc06-7473-428c-8c7e-7bf570280033)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:32.258055 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.271000 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Calling delete_port for 872143bd-2a7e-4055-af98-23c0b4a1b344 owned by network:dhcp {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:33:32.287056 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8d23df-9c4c-41e1-8bc6-2057fbde9325 None None] DHCP port deletion for d771b790-4e6b-48aa-bd83-3d1cda1ebd70 request from dv-cinder-792462-21-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 23:33:32.338397 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d23df-9c4c-41e1-8bc6-2057fbde9325 None None] Deleting port 872143bd-2a7e-4055-af98-23c0b4a1b344 {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:33:32.338837 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3c8d23df-9c4c-41e1-8bc6-2057fbde9325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.357893 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.360147 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-29970ace-0cb5-4954-a18e-332134703f60 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:32.383997 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=872143bd-2a7e-4055-af98-23c0b4a1b344,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:32.387698 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:32.388469 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] No DVR routers for this DVR port 872143bd-2a7e-4055-af98-23c0b4a1b344 on host dv-cinder-792462-21-iscsi {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:33:32.406938 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-3c8d23df-9c4c-41e1-8bc6-2057fbde9325 None None] For port 872143bd-2a7e-4055-af98-23c0b4a1b344, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=872143bd-2a7e-4055-af98-23c0b4a1b344,segment=NetworkSegment(bf64bc06-7473-428c-8c7e-7bf570280033),segment_id=bf64bc06-7473-428c-8c7e-7bf570280033)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:32.407351 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3c8d23df-9c4c-41e1-8bc6-2057fbde9325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.421027 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d23df-9c4c-41e1-8bc6-2057fbde9325 None None] Calling delete_port for 872143bd-2a7e-4055-af98-23c0b4a1b344 owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:33:32.462136 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.473113 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d771b790-4e6b-48aa-bd83-3d1cda1ebd70']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:32.483970 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf64bc06-7473-428c-8c7e-7bf570280033') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:32.484218 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf64bc06-7473-428c-8c7e-7bf570280033') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:32.492925 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2287192'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.500663 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3c8d23df-9c4c-41e1-8bc6-2057fbde9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.504701 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:32.507789 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.513813 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:33:32.514413 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3861749'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: timer() Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: cb(*args, **kw) Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: self._notify() Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: self.callback(batched_events) Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: event.method(event) Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: return self._get(url).json() Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:33:32.516157 dv-cinder-792462-21-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:33:32.531114 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d23df-9c4c-41e1-8bc6-2057fbde9325 None None] Pushing event deleted for resources: {'Port': ['ID=872143bd-2a7e-4055-af98-23c0b4a1b344,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:32.534572 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-3c8d23df-9c4c-41e1-8bc6-2057fbde9325 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:32.536391 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d23df-9c4c-41e1-8bc6-2057fbde9325 None None] No DVR routers for this DVR port 872143bd-2a7e-4055-af98-23c0b4a1b344 on host dv-cinder-792462-21-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:33:32.576535 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.580428 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a0dbfa62-e361-4f20-a478-7369a3885746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:32.582946 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.584757 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d771b790-4e6b-48aa-bd83-3d1cda1ebd70 HTTP/1.1" status: 204 len: 168 time: 0.5168035 Jun 28 23:33:32.597381 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d771b790-4e6b-48aa-bd83-3d1cda1ebd70,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:32.598293 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fec59e4f-6cb8-4440-87be-f30d626a8db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:32.694218 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35528) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:32.734972 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-546ec72c-2091-4142-b910-cfed183e527b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=029f3531c7254979bd2792666ca2fde1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379455 Jun 28 23:33:32.736043 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 35530) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:32.783162 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b985a8e-a113-4618-8a85-1670a24f7fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.803161 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b985a8e-a113-4618-8a85-1670a24f7fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.853391 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b985a8e-a113-4618-8a85-1670a24f7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.856001 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b985a8e-a113-4618-8a85-1670a24f7fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:32.857148 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8b985a8e-a113-4618-8a85-1670a24f7fa2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1359d520-6d11-4617-a18b-0fcbf6dac7e1 HTTP/1.1" status: 204 len: 168 time: 0.1201103 Jun 28 23:33:32.857922 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8121e106-73aa-47ad-a27d-570db7fc4992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:32.865088 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b985a8e-a113-4618-8a85-1670a24f7fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1359d520-6d11-4617-a18b-0fcbf6dac7e1,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:32.867398 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8b985a8e-a113-4618-8a85-1670a24f7fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:33.060618 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8d7a6-ebcd-4fe7-85b7-856bf107b382 req-b89f7887-6e45-4580-9216-88c7e6de96c5 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:33.062091 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19b8d7a6-ebcd-4fe7-85b7-856bf107b382 req-b89f7887-6e45-4580-9216-88c7e6de96c5 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 950 time: 0.0658269 Jun 28 23:33:33.102698 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19b8d7a6-ebcd-4fe7-85b7-856bf107b382 req-00b724d5-2a0e-41eb-be76-b5c55810446e tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3f7cf23-09f3-42a7-aa51-2cc2aece440a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349188 Jun 28 23:33:33.181197 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 35538) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:33.220355 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-798b2797-77c0-453c-83fa-4e70c4a490ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc9f83f3732b4c848f8017007db0eb32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379457 Jun 28 23:33:33.222618 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 35540) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:33.269569 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-269355ad-1792-4e6d-8b9a-bca82df07271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:33.290583 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-269355ad-1792-4e6d-8b9a-bca82df07271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:33.313724 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0689d6-ef17-474e-9609-5d330e5a85de req-baa2d95b-a697-4914-a813-eb794b4775db tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:33.315179 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ad0689d6-ef17-474e-9609-5d330e5a85de req-baa2d95b-a697-4914-a813-eb794b4775db tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 950 time: 0.0665226 Jun 28 23:33:33.337091 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-269355ad-1792-4e6d-8b9a-bca82df07271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:33.340143 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-269355ad-1792-4e6d-8b9a-bca82df07271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:33.341594 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-269355ad-1792-4e6d-8b9a-bca82df07271 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94a31c6d-745b-480e-a606-db14c4432957 HTTP/1.1" status: 204 len: 168 time: 0.1180723 Jun 28 23:33:33.342602 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-15069da3-07c7-494f-8d09-1b8fcb165cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:33.350378 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269355ad-1792-4e6d-8b9a-bca82df07271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a31c6d-745b-480e-a606-db14c4432957,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:33.352842 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-269355ad-1792-4e6d-8b9a-bca82df07271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:33.421901 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-ad0689d6-ef17-474e-9609-5d330e5a85de req-ab8f2e26-c961-488a-8c38-51905f05ddd2 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Deleting port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:33:33.422243 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-ad0689d6-ef17-474e-9609-5d330e5a85de req-ab8f2e26-c961-488a-8c38-51905f05ddd2 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:33.786209 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-ad0689d6-ef17-474e-9609-5d330e5a85de req-ab8f2e26-c961-488a-8c38-51905f05ddd2 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] For port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067,segment=NetworkSegment(f6e0d141-4cf2-4681-b3d6-49eb76c53d80),segment_id=f6e0d141-4cf2-4681-b3d6-49eb76c53d80)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:33.786575 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-ad0689d6-ef17-474e-9609-5d330e5a85de req-ab8f2e26-c961-488a-8c38-51905f05ddd2 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:33.789923 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:33:33.799404 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-ad0689d6-ef17-474e-9609-5d330e5a85de req-ab8f2e26-c961-488a-8c38-51905f05ddd2 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Calling delete_port for 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:33:33.810160 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:33:33.810516 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 3ca71a9d-97e8-4281-b8d0-a74365b2ceaa not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:33:33.810973 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 872143bd-2a7e-4055-af98-23c0b4a1b344 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:33:33.829477 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 872143bd-2a7e-4055-af98-23c0b4a1b344 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:33:33.830088 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 872143bd-2a7e-4055-af98-23c0b4a1b344 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:33:33.921039 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-ad0689d6-ef17-474e-9609-5d330e5a85de req-ab8f2e26-c961-488a-8c38-51905f05ddd2 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:33.924691 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2e76279f-20a1-476d-93d4-33ec7852adc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:33.933366 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:33:33.953228 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f2e26-c961-488a-8c38-51905f05ddd2 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Pushing event deleted for resources: {'Port': ['ID=8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:33.956539 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ab8f2e26-c961-488a-8c38-51905f05ddd2 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:33.998723 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0689d6-ef17-474e-9609-5d330e5a85de req-ab8f2e26-c961-488a-8c38-51905f05ddd2 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] No DVR routers for this DVR port 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:33:34.001103 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-ad0689d6-ef17-474e-9609-5d330e5a85de req-ab8f2e26-c961-488a-8c38-51905f05ddd2 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:34.003107 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ad0689d6-ef17-474e-9609-5d330e5a85de req-ab8f2e26-c961-488a-8c38-51905f05ddd2 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.47 "DELETE /v2.0/ports/8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 HTTP/1.1" status: 204 len: 173 time: 0.6824403 Jun 28 23:33:34.003622 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbf48b4-2291-49b1-b78a-4647f7220e84', 'name': 'network-vif-deleted', 'tag': '8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:33:34.005940 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20056ee0-1c75-45f6-a400-742f417df8a6" -d '{"events": [{"server_uuid": "2bbf48b4-2291-49b1-b78a-4647f7220e84", "name": "network-vif-deleted", "tag": "8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:33:34.049867 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512173cb-c32c-42b1-ba8e-02277c92323e x-openstack-request-id: req-512173cb-c32c-42b1-ba8e-02277c92323e {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:33:34.050273 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbf48b4-2291-49b1-b78a-4647f7220e84", "name": "network-vif-deleted", "tag": "8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:33:34.050632 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-512173cb-c32c-42b1-ba8e-02277c92323e {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:33:34.051159 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbf48b4-2291-49b1-b78a-4647f7220e84', 'name': 'network-vif-deleted', 'tag': '8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067', 'status': 'completed', 'code': 200} Jun 28 23:33:34.254747 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-922525ef-e4b3-433e-8bd0-f3b06b5fb163 req-58df2a53-0cca-476d-aa89-178eff9b2e64 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bbf48b4-2291-49b1-b78a-4647f7220e84 HTTP/1.1" status: 200 len: 210 time: 0.0283813 Jun 28 23:33:36.237686 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47876857-2f47-4935-bd52-ef6e66357da2 req-60f2ad12-5d56-486a-8ac3-5a2eee4f9ba3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520444 Jun 28 23:33:36.336253 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47876857-2f47-4935-bd52-ef6e66357da2 req-0e4dccd9-afc6-4f0a-83dd-037c61e0eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:36.337886 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47876857-2f47-4935-bd52-ef6e66357da2 req-0e4dccd9-afc6-4f0a-83dd-037c61e0eda1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 1098 time: 0.0577760 Jun 28 23:33:36.448049 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47876857-2f47-4935-bd52-ef6e66357da2 req-18592cd7-b6ff-4dcc-9302-d96aadc84912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:36.450117 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47876857-2f47-4935-bd52-ef6e66357da2 req-18592cd7-b6ff-4dcc-9302-d96aadc84912 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 913 time: 0.0851102 Jun 28 23:33:36.520468 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47876857-2f47-4935-bd52-ef6e66357da2 req-f8086321-4641-4b5e-9900-3c01b61f8073 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 HTTP/1.1" status: 200 len: 1001 time: 0.0635879 Jun 28 23:33:36.569132 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47876857-2f47-4935-bd52-ef6e66357da2 req-3f3eacd4-3e42-4ab4-a93f-1ed23ebbd017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:36.570559 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47876857-2f47-4935-bd52-ef6e66357da2 req-3f3eacd4-3e42-4ab4-a93f-1ed23ebbd017 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=267ad752-7b4a-4cc1-8929-5768d21c85ec HTTP/1.1" status: 200 len: 851 time: 0.0442114 Jun 28 23:33:36.628203 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47876857-2f47-4935-bd52-ef6e66357da2 req-3e9cbff9-2978-495c-9223-4cebe2463be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:36.629680 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47876857-2f47-4935-bd52-ef6e66357da2 req-3e9cbff9-2978-495c-9223-4cebe2463be9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531240 Jun 28 23:33:36.725463 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47876857-2f47-4935-bd52-ef6e66357da2 req-de2fd55a-1d2a-47ef-b1b1-4a6f3e4bf2c4 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894821 Jun 28 23:33:36.819347 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47876857-2f47-4935-bd52-ef6e66357da2 req-0ae63276-ac63-4cc3-b2b9-4c223de92014 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875361 Jun 28 23:33:38.355970 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:33:38.380378 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:33:38.380725 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 8e1f3a3b-fafa-42a2-bd4a-51c4c2b55067 not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:33:39.033827 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35784) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:39.164758 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a359f1fa-36ba-4207-ba08-369db291f2e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5578df59c664de8a312c8d0d84562d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1297033 Jun 28 23:33:39.167885 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35788) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:39.213396 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8e7907b0-e927-4391-b481-3b0194b30084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:39.234462 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8e7907b0-e927-4391-b481-3b0194b30084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:39.279024 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8e7907b0-e927-4391-b481-3b0194b30084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:39.281645 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8e7907b0-e927-4391-b481-3b0194b30084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:39.282794 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8e7907b0-e927-4391-b481-3b0194b30084 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3f7cf23-09f3-42a7-aa51-2cc2aece440a HTTP/1.1" status: 204 len: 168 time: 0.1140373 Jun 28 23:33:39.283542 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-af8dd712-985d-4fb2-898a-9883d2e855ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:39.290494 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7907b0-e927-4391-b481-3b0194b30084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f7cf23-09f3-42a7-aa51-2cc2aece440a,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:39.293354 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8e7907b0-e927-4391-b481-3b0194b30084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:39.867122 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 35810) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:39.960043 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1751904023-network', 'tenant_id': '4b1a81bfe00048759eadb932a241fc7f'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:33:39.980966 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Made reservation on behalf of 4b1a81bfe00048759eadb932a241fc7f for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:33:39.983284 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:39.992952 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:40.082884 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:40.086424 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:40.089267 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-26cd87ff-8d6c-4a34-a968-6a8f10645186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:40.113861 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:33:40.122872 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf8b8ab-9c98-46ec-9976-3da39f1d444e,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:40.126434 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:40.129186 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:40.129722 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Added segment d80161b0-90b7-4879-822a-c2d9df394c19 of type vlan for network 5374e868-0ee2-4247-a22a-781547c3f1bc Jun 28 23:33:40.167819 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780551909991'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:40.194097 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:40.195412 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:40.196017 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:40.199319 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2b3cc2df-c575-49ca-863b-815fe8409fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:40.225472 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3572602 Jun 28 23:33:40.228696 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35814) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:40.233818 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-96ec7cba-c3fc-4832-bf04-106bfcd241f0 admin admin] Request body: {'subnet': {'network_id': '5374e868-0ee2-4247-a22a-781547c3f1bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1751904023-subnet', 'tenant_id': '4b1a81bfe00048759eadb932a241fc7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:33:40.254269 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ec7cba-c3fc-4832-bf04-106bfcd241f0 admin admin] Made reservation on behalf of 4b1a81bfe00048759eadb932a241fc7f for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:33:40.256202 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Pushing event updated for resources: {'Network': ['ID=5374e868-0ee2-4247-a22a-781547c3f1bc,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:40.256595 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-96ec7cba-c3fc-4832-bf04-106bfcd241f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3429359'] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:40.258976 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:40.266452 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Network 5374e868-0ee2-4247-a22a-781547c3f1bc details requested by agent ovs-agent-dv-cinder-792462-21-iscsi with host dv-cinder-792462-21-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:33:40.420231 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-96ec7cba-c3fc-4832-bf04-106bfcd241f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3862447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3429369'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:40.423060 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:40.473601 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec7cba-c3fc-4832-bf04-106bfcd241f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9924c208-e3f2-46f3-b815-43e167869beb,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:40.477241 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-96ec7cba-c3fc-4832-bf04-106bfcd241f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:40.482378 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec7cba-c3fc-4832-bf04-106bfcd241f0 admin admin] Checking segment: {'id': 'd80161b0-90b7-4879-822a-c2d9df394c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5374e868-0ee2-4247-a22a-781547c3f1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:33:40.482734 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ec7cba-c3fc-4832-bf04-106bfcd241f0 admin admin] Network hostable DHCP agents. Network: 5374e868-0ee2-4247-a22a-781547c3f1bc, hostable agents: ['8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:33:40.498762 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ec7cba-c3fc-4832-bf04-106bfcd241f0 admin admin] Network 5374e868-0ee2-4247-a22a-781547c3f1bc is scheduled to be hosted by DHCP agent 8d143a7e-6b3d-41d7-aa14-fbbb5e7205c3 with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:33:40.506557 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-96ec7cba-c3fc-4832-bf04-106bfcd241f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-21-iscsi, 5374e868-0ee2-4247-a22a-781547c3f1bc) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:33:40.510513 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ec7cba-c3fc-4832-bf04-106bfcd241f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:40.511698 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-96ec7cba-c3fc-4832-bf04-106bfcd241f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:40.516262 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2dbbb6-be69-447b-8da2-d178021cf01d None None] Network 5374e868-0ee2-4247-a22a-781547c3f1bc requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:33:40.525826 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-96ec7cba-c3fc-4832-bf04-106bfcd241f0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2959156 Jun 28 23:33:40.638860 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b6e2fe-0a2d-4568-8cf0-d2f53947feae None None] Network 5374e868-0ee2-4247-a22a-781547c3f1bc requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:33:42.242491 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-40deb27d-7e9c-414d-a2ef-64ba6122242b tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:42.243975 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-40deb27d-7e9c-414d-a2ef-64ba6122242b tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/networks?id=5374e868-0ee2-4247-a22a-781547c3f1bc HTTP/1.1" status: 200 len: 814 time: 0.1007485 Jun 28 23:33:42.258049 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-7a51a8d3-9023-4ad6-b9c7-a7ca1d39f75f tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/quotas/4b1a81bfe00048759eadb932a241fc7f HTTP/1.1" status: 200 len: 375 time: 0.0086787 Jun 28 23:33:42.289073 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-71c839e3-b037-4f5e-ae62-b52b2e443b46 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b1a81bfe00048759eadb932a241fc7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264599 Jun 28 23:33:42.380140 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-f24d4379-7c3d-4fb6-aa11-dba940cf0eb9 service neutron] 10.222.0.35 "GET /v2.0/networks/5374e868-0ee2-4247-a22a-781547c3f1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842526 Jun 28 23:33:42.464808 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d3538b66-ecc3-4232-97e5-3fa640c82c79 service neutron] 10.222.0.35 "GET /v2.0/networks/5374e868-0ee2-4247-a22a-781547c3f1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783076 Jun 28 23:33:42.627332 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cdb35ded-3c04-430a-aa45-73766f0d24f5 req-14c54110-2ca2-4d04-8d3b-7097b4248381 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 210 time: 0.0313106 Jun 28 23:33:43.640423 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-06bded22-3d01-415e-9f6c-d67d1743d59d tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:43.641857 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-06bded22-3d01-415e-9f6c-d67d1743d59d tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.47 "GET /v2.0/networks?id=5374e868-0ee2-4247-a22a-781547c3f1bc HTTP/1.1" status: 200 len: 814 time: 0.0988955 Jun 28 23:33:43.653247 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-1d1a49a4-8541-467f-8d93-c779f32b1037 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Request body: {'port': {'device_id': '9ebd9b22-7f45-492c-95a4-398a5698a85b', 'network_id': '5374e868-0ee2-4247-a22a-781547c3f1bc', 'admin_state_up': True, 'tenant_id': '4b1a81bfe00048759eadb932a241fc7f'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:33:43.775936 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-68c40ba5-2535-46bd-8a43-8e3ffc17fd80 req-fcca87fa-7188-407c-9e19-d5a303b778d2 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 210 time: 0.0340521 Jun 28 23:33:43.798225 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-1d1a49a4-8541-467f-8d93-c779f32b1037 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Made reservation on behalf of 4b1a81bfe00048759eadb932a241fc7f for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:33:43.802369 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-1d1a49a4-8541-467f-8d93-c779f32b1037 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:43.927753 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-1d1a49a4-8541-467f-8d93-c779f32b1037 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Allocated IP 172.20.0.9 (5374e868-0ee2-4247-a22a-781547c3f1bc/9924c208-e3f2-46f3-b815-43e167869beb/ddda7cd2-a168-4a4b-9d14-dfea0cedfef5) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:33:44.065441 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-1d1a49a4-8541-467f-8d93-c779f32b1037 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:44.103092 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-1d1a49a4-8541-467f-8d93-c779f32b1037 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:44.107003 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:44.146534 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-1d1a49a4-8541-467f-8d93-c779f32b1037 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Network 5374e868-0ee2-4247-a22a-781547c3f1bc is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:33:44.149544 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-1d1a49a4-8541-467f-8d93-c779f32b1037 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:33:44.153229 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-1d1a49a4-8541-467f-8d93-c779f32b1037 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:33:44.183505 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a49a4-8541-467f-8d93-c779f32b1037 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Pushing event updated for resources: {'Port': ['ID=ddda7cd2-a168-4a4b-9d14-dfea0cedfef5,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:44.187549 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1d1a49a4-8541-467f-8d93-c779f32b1037 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:44.206549 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-1d1a49a4-8541-467f-8d93-c779f32b1037 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:44.207175 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-1d1a49a4-8541-467f-8d93-c779f32b1037 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:44.220998 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-1d1a49a4-8541-467f-8d93-c779f32b1037 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5715332 Jun 28 23:33:44.234163 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Request body: {'port': {'device_id': '9ebd9b22-7f45-492c-95a4-398a5698a85b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:33:44.301229 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:44.552208 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:33:44.559859 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:44.571059 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Transition to ACTIVE for port object ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:33:44.575107 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:44.577726 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-99959b40-9c30-450a-b6b5-f448cb71fea7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:44.623800 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ddda7cd2-a168-4a4b-9d14-dfea0cedfef5,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:44.627086 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:44.691816 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Attempting to bind port ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:33:44.692496 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Attempting to bind port ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'd80161b0-90b7-4879-822a-c2d9df394c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5374e868-0ee2-4247-a22a-781547c3f1bc'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:33:44.692496 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Attempting to bind port ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 on network 5374e868-0ee2-4247-a22a-781547c3f1bc {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:33:44.696557 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Port ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 on network 5374e868-0ee2-4247-a22a-781547c3f1bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:33:44.696876 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Attempting to bind port ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 on network 5374e868-0ee2-4247-a22a-781547c3f1bc {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:33:44.701491 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:33:44.701819 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Checking segment: {'id': 'd80161b0-90b7-4879-822a-c2d9df394c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5374e868-0ee2-4247-a22a-781547c3f1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:33:44.702194 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Bound using segment: {'id': 'd80161b0-90b7-4879-822a-c2d9df394c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5374e868-0ee2-4247-a22a-781547c3f1bc'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:33:44.702612 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Bound port: ddda7cd2-a168-4a4b-9d14-dfea0cedfef5, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80161b0-90b7-4879-822a-c2d9df394c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5374e868-0ee2-4247-a22a-781547c3f1bc'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:33:44.702996 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:44.762665 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] For port ddda7cd2-a168-4a4b-9d14-dfea0cedfef5, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:33:44.765559 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] For port ddda7cd2-a168-4a4b-9d14-dfea0cedfef5, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ddda7cd2-a168-4a4b-9d14-dfea0cedfef5,segment=NetworkSegment(d80161b0-90b7-4879-822a-c2d9df394c19),segment_id=d80161b0-90b7-4879-822a-c2d9df394c19)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:33:44.770501 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:44.773136 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d4cb0e30-5d31-4065-be0b-dea2201b9283 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:44.803575 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:44.804122 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:44.805488 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] 10.222.0.47 "PUT /v2.0/ports/ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 HTTP/1.1" status: 200 len: 1093 time: 0.5752971 Jun 28 23:33:44.805984 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebd9b22-7f45-492c-95a4-398a5698a85b', 'tag': 'ddda7cd2-a168-4a4b-9d14-dfea0cedfef5'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:33:44.809013 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d8f995-8d1d-4709-96ba-4c81b3d29ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "9ebd9b22-7f45-492c-95a4-398a5698a85b", "tag": "ddda7cd2-a168-4a4b-9d14-dfea0cedfef5"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:33:44.840715 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ddda7cd2-a168-4a4b-9d14-dfea0cedfef5,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:44.844138 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d1555eaa-fc80-416c-be9a-194500e952b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:44.855317 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d927b83-250f-4330-bf38-d083d775abb0 x-openstack-request-id: req-4d927b83-250f-4330-bf38-d083d775abb0 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:33:44.855642 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ebd9b22-7f45-492c-95a4-398a5698a85b", "tag": "ddda7cd2-a168-4a4b-9d14-dfea0cedfef5", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:33:44.855930 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d927b83-250f-4330-bf38-d083d775abb0 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:33:44.856350 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ebd9b22-7f45-492c-95a4-398a5698a85b', 'tag': 'ddda7cd2-a168-4a4b-9d14-dfea0cedfef5', 'status': 'completed', 'code': 200} Jun 28 23:33:44.897394 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-1c26e4e8-b0a0-4697-94c8-b9e9b01bffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:44.898881 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-1c26e4e8-b0a0-4697-94c8-b9e9b01bffd3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b1a81bfe00048759eadb932a241fc7f&device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 1096 time: 0.0534453 Jun 28 23:33:44.960171 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-e20d7992-4cd8-4d1c-a10f-dba61018c2c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 HTTP/1.1" status: 200 len: 217 time: 0.0519052 Jun 28 23:33:45.017829 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-48bd40f2-6908-473d-8823-1e05522b8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:45.019214 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-48bd40f2-6908-473d-8823-1e05522b8587 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9924c208-e3f2-46f3-b815-43e167869beb HTTP/1.1" status: 200 len: 854 time: 0.0526152 Jun 28 23:33:45.027701 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe36d7-54fc-4875-986c-663aa49aa08a req-bc0a3349-dca7-4c72-8d6b-b022ed9efc6a tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:45.029024 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3dbe36d7-54fc-4875-986c-663aa49aa08a req-bc0a3349-dca7-4c72-8d6b-b022ed9efc6a tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 943 time: 0.1293156 Jun 28 23:33:45.068330 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-2c70f6e0-cdee-463b-81c1-14d6d872d1ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5374e868-0ee2-4247-a22a-781547c3f1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383193 Jun 28 23:33:45.103128 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3dbe36d7-54fc-4875-986c-663aa49aa08a req-09dc00f3-7d22-4ccc-8422-1ade2945b2f8 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662258 Jun 28 23:33:45.172154 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-95b6c098-ae50-40f1-a4d6-448f17540920 service neutron] 10.222.0.47 "GET /v2.0/networks/5374e868-0ee2-4247-a22a-781547c3f1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965569 Jun 28 23:33:45.260951 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f1135b35-cb34-4ba3-8912-36ce1c4553cd req-b6c2bfd3-55b2-47f6-a5a6-ae1e5f327104 service neutron] 10.222.0.47 "GET /v2.0/networks/5374e868-0ee2-4247-a22a-781547c3f1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824664 Jun 28 23:33:45.358802 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8f995-8d1d-4709-96ba-4c81b3d29ec5 req-99b9bd24-a7eb-4d2b-9a6e-777763a6944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:45.360419 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d9d8f995-8d1d-4709-96ba-4c81b3d29ec5 req-99b9bd24-a7eb-4d2b-9a6e-777763a6944c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b1a81bfe00048759eadb932a241fc7f&device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 1096 time: 0.0517251 Jun 28 23:33:45.450612 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8f995-8d1d-4709-96ba-4c81b3d29ec5 req-3f0f4498-f8b4-4c72-8510-5be291ea9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:45.452043 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d9d8f995-8d1d-4709-96ba-4c81b3d29ec5 req-3f0f4498-f8b4-4c72-8510-5be291ea9e87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5374e868-0ee2-4247-a22a-781547c3f1bc HTTP/1.1" status: 200 len: 915 time: 0.0840197 Jun 28 23:33:45.490170 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d9d8f995-8d1d-4709-96ba-4c81b3d29ec5 req-9abcf8a8-31bf-4ba2-9905-48b7b04f4391 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 HTTP/1.1" status: 200 len: 217 time: 0.0322652 Jun 28 23:33:45.536636 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8f995-8d1d-4709-96ba-4c81b3d29ec5 req-d5386319-74eb-4a98-a05f-937f3af9b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:45.538025 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d9d8f995-8d1d-4709-96ba-4c81b3d29ec5 req-d5386319-74eb-4a98-a05f-937f3af9b5a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9924c208-e3f2-46f3-b815-43e167869beb HTTP/1.1" status: 200 len: 854 time: 0.0415902 Jun 28 23:33:45.572072 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d9d8f995-8d1d-4709-96ba-4c81b3d29ec5 req-5a5049a0-3956-437c-b991-532d07025166 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5374e868-0ee2-4247-a22a-781547c3f1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277693 Jun 28 23:33:45.656969 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d9d8f995-8d1d-4709-96ba-4c81b3d29ec5 req-4ec9bc84-68c6-4d93-8c44-24389fb843b9 service neutron] 10.222.0.47 "GET /v2.0/networks/5374e868-0ee2-4247-a22a-781547c3f1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782731 Jun 28 23:33:45.746779 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d9d8f995-8d1d-4709-96ba-4c81b3d29ec5 req-bcaeff7e-197a-4177-9b2b-fbc6b5606031 service neutron] 10.222.0.47 "GET /v2.0/networks/5374e868-0ee2-4247-a22a-781547c3f1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827436 Jun 28 23:33:46.275864 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb6f98-121b-416b-a394-229488c6b284 req-d0b2f88e-55d0-4939-b1c8-ed38caf2c348 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:46.277799 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4ebb6f98-121b-416b-a394-229488c6b284 req-d0b2f88e-55d0-4939-b1c8-ed38caf2c348 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 943 time: 0.0609386 Jun 28 23:33:46.313076 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4ebb6f98-121b-416b-a394-229488c6b284 req-7c60b656-1e7e-4f3a-9b72-466885a0c58b tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296905 Jun 28 23:33:47.482663 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73393838-168f-418b-abc8-1160f73a8af4 req-0a669dd3-f118-4f23-9ed2-247ceb0912d0 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:47.484104 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73393838-168f-418b-abc8-1160f73a8af4 req-0a669dd3-f118-4f23-9ed2-247ceb0912d0 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 943 time: 0.0601170 Jun 28 23:33:47.523686 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73393838-168f-418b-abc8-1160f73a8af4 req-323e0b65-d74e-4888-9be8-5ab0a004a6e9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341060 Jun 28 23:33:48.409146 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:33:48.501195 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port ddda7cd2-a168-4a4b-9d14-dfea0cedfef5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ddda7cd2-a168-4a4b-9d14-dfea0cedfef5,segment=NetworkSegment(d80161b0-90b7-4879-822a-c2d9df394c19),segment_id=d80161b0-90b7-4879-822a-c2d9df394c19)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:48.511605 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': 'ddda7cd2-a168-4a4b-9d14-dfea0cedfef5', 'network_id': '5374e868-0ee2-4247-a22a-781547c3f1bc', 'port_id': 'ddda7cd2-a168-4a4b-9d14-dfea0cedfef5', 'mac_address': 'fa:16:3e:08:b0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9924c208-e3f2-46f3-b815-43e167869beb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:33:48.547638 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:48.559928 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:33:48.578840 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port ddda7cd2-a168-4a4b-9d14-dfea0cedfef5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ddda7cd2-a168-4a4b-9d14-dfea0cedfef5,segment=NetworkSegment(d80161b0-90b7-4879-822a-c2d9df394c19),segment_id=d80161b0-90b7-4879-822a-c2d9df394c19)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:48.583094 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:48.584797 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:48.628848 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=ddda7cd2-a168-4a4b-9d14-dfea0cedfef5,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:48.632022 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:48.693333 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f84a0f-3baf-45d1-805a-68f69db6d2db req-d73458f5-c080-4096-8567-a6efef96e84b tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:48.694674 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-83f84a0f-3baf-45d1-805a-68f69db6d2db req-d73458f5-c080-4096-8567-a6efef96e84b tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 944 time: 0.0623407 Jun 28 23:33:48.731290 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-83f84a0f-3baf-45d1-805a-68f69db6d2db req-acbace37-3c99-44e7-bc5c-728607f1a7e9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304627 Jun 28 23:33:48.938070 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['ddda7cd2-a168-4a4b-9d14-dfea0cedfef5'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:33:49.460263 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35866) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:49.607324 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-53327ff9-a211-43f3-9933-e148dd473636 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Deleting port cac46499-57a2-4119-9a8b-3b9145448acb {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:33:49.607659 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-53327ff9-a211-43f3-9933-e148dd473636 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:49.680133 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-53327ff9-a211-43f3-9933-e148dd473636 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:49.680455 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-53327ff9-a211-43f3-9933-e148dd473636 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:49.691711 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-53327ff9-a211-43f3-9933-e148dd473636 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Calling delete_port for cac46499-57a2-4119-9a8b-3b9145448acb owned by network:floatingip {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:33:49.830173 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-53327ff9-a211-43f3-9933-e148dd473636 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:49.832927 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cf282312-3bf9-4b00-ac51-450dcf6b5593 tempest-TestShelveInstance-1681175414 tempest-TestShelveInstance-1681175414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:49.861753 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53327ff9-a211-43f3-9933-e148dd473636 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event deleted for resources: {'Port': ['ID=cac46499-57a2-4119-9a8b-3b9145448acb,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:49.872362 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-53327ff9-a211-43f3-9933-e148dd473636 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:49.951739 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-53327ff9-a211-43f3-9933-e148dd473636 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for floatingip, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:49.952070 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-53327ff9-a211-43f3-9933-e148dd473636 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Floating IP 78848b66-a836-4c2e-ad99-aa5abd6f862f disassociated (deleted). External IP: 172.27.2.147, port: 841f6a93-a220-4fdd-93ef-309b9eadff14. Jun 28 23:33:50.004165 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8cf31-c934-4d87-acfe-96b490a83df3 req-84542fc9-f7ea-4106-99c2-ab85562d47a4 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:50.005539 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99c8cf31-c934-4d87-acfe-96b490a83df3 req-84542fc9-f7ea-4106-99c2-ab85562d47a4 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 944 time: 0.1470203 Jun 28 23:33:50.076833 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99c8cf31-c934-4d87-acfe-96b490a83df3 req-71cbd434-727b-4f63-ad03-1990e89c10cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648251 Jun 28 23:33:50.189725 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53327ff9-a211-43f3-9933-e148dd473636 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Router 87d6758c-d596-4d20-a05b-41cff145e4db has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:33:50.292180 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53327ff9-a211-43f3-9933-e148dd473636 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:33:50.296971 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-53327ff9-a211-43f3-9933-e148dd473636 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:50.301523 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad2f9b-c0b1-48d8-9d14-dc9e4c248d3e None None] Sync routers for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:33:50.310580 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad2f9b-c0b1-48d8-9d14-dc9e4c248d3e None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:33:50.311228 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-89ad2f9b-c0b1-48d8-9d14-dc9e4c248d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:33:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:50.332257 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-53327ff9-a211-43f3-9933-e148dd473636 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "DELETE /v2.0/floatingips/78848b66-a836-4c2e-ad99-aa5abd6f862f HTTP/1.1" status: 204 len: 168 time: 0.8709583 Jun 28 23:33:50.332903 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d03ee2-1723-4382-b84c-60be8a8c653e', 'tag': '841f6a93-a220-4fdd-93ef-309b9eadff14'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:33:50.335204 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5d994e-b520-4584-9c72-0905d1460c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "77d03ee2-1723-4382-b84c-60be8a8c653e", "tag": "841f6a93-a220-4fdd-93ef-309b9eadff14"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:33:50.375043 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e9ff65-a3e5-49bf-abb3-b5c3f549cfd5 x-openstack-request-id: req-b8e9ff65-a3e5-49bf-abb3-b5c3f549cfd5 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:33:50.375551 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d03ee2-1723-4382-b84c-60be8a8c653e", "tag": "841f6a93-a220-4fdd-93ef-309b9eadff14", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:33:50.376019 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8e9ff65-a3e5-49bf-abb3-b5c3f549cfd5 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:33:50.376621 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d03ee2-1723-4382-b84c-60be8a8c653e', 'tag': '841f6a93-a220-4fdd-93ef-309b9eadff14', 'status': 'completed', 'code': 200} Jun 28 23:33:50.419945 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-89ad2f9b-c0b1-48d8-9d14-dc9e4c248d3e None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:33:50.445353 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:33:50.449885 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d994e-b520-4584-9c72-0905d1460c5f req-df0ec13d-5189-4a0e-afab-b06726326634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:50.451923 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb5d994e-b520-4584-9c72-0905d1460c5f req-df0ec13d-5189-4a0e-afab-b06726326634 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 1099 time: 0.0537968 Jun 28 23:33:50.546634 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d994e-b520-4584-9c72-0905d1460c5f req-2e4c2ff5-5431-4ee2-a878-13da61b72304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:50.548338 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb5d994e-b520-4584-9c72-0905d1460c5f req-2e4c2ff5-5431-4ee2-a878-13da61b72304 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 913 time: 0.0905375 Jun 28 23:33:50.595860 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb5d994e-b520-4584-9c72-0905d1460c5f req-3ba5898f-7097-4f45-9e38-528e266dbe01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841f6a93-a220-4fdd-93ef-309b9eadff14 HTTP/1.1" status: 200 len: 217 time: 0.0401690 Jun 28 23:33:50.612251 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:33:50.620652 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:33:50.621077 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:50.644922 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d994e-b520-4584-9c72-0905d1460c5f req-57f88543-b03e-4c7a-8d9a-a00b032d82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:50.646357 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb5d994e-b520-4584-9c72-0905d1460c5f req-57f88543-b03e-4c7a-8d9a-a00b032d82a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=267ad752-7b4a-4cc1-8929-5768d21c85ec HTTP/1.1" status: 200 len: 851 time: 0.0437715 Jun 28 23:33:50.738928 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:50.761807 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d994e-b520-4584-9c72-0905d1460c5f req-fbf19098-b1aa-42c9-9dfc-91e8b3d9e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:50.763337 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb5d994e-b520-4584-9c72-0905d1460c5f req-fbf19098-b1aa-42c9-9dfc-91e8b3d9e4eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1087272 Jun 28 23:33:50.768120 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebd9b22-7f45-492c-95a4-398a5698a85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddda7cd2-a168-4a4b-9d14-dfea0cedfef5'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:33:50.770391 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a3b9d6-d5ac-4411-9dba-55c3338d944e" -d '{"events": [{"server_uuid": "9ebd9b22-7f45-492c-95a4-398a5698a85b", "name": "network-vif-plugged", "status": "completed", "tag": "ddda7cd2-a168-4a4b-9d14-dfea0cedfef5"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:33:50.773295 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa6ac6-5328-4262-9f9e-9293919d6f8a req-eb9a18f8-4ef9-4aa1-9861-87899d798d19 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:50.774800 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a3fa6ac6-5328-4262-9f9e-9293919d6f8a req-eb9a18f8-4ef9-4aa1-9861-87899d798d19 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 946 time: 0.1218200 Jun 28 23:33:50.786140 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port ddda7cd2-a168-4a4b-9d14-dfea0cedfef5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ddda7cd2-a168-4a4b-9d14-dfea0cedfef5,segment=NetworkSegment(d80161b0-90b7-4879-822a-c2d9df394c19),segment_id=d80161b0-90b7-4879-822a-c2d9df394c19)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:50.793029 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-89ad2f9b-c0b1-48d8-9d14-dc9e4c248d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '0803f62e-f0f0-447b-9d40-24cd786d814c', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'port_id': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'mac_address': 'fa:16:3e:cd:3a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:28:55Z', 'updated_at': '2021-06-28T23:28:58Z', 'revision_number': 1, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:50.796678 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:50.951801 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-d64718d1-2cc5-493f-8791-99eb5a14a359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:50.954665 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db98e19-66cc-42c6-b033-1a8c4e26ac8b x-openstack-request-id: req-6db98e19-66cc-42c6-b033-1a8c4e26ac8b {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:33:50.955289 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ebd9b22-7f45-492c-95a4-398a5698a85b", "name": "network-vif-plugged", "status": "completed", "tag": "ddda7cd2-a168-4a4b-9d14-dfea0cedfef5", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:33:50.955544 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6db98e19-66cc-42c6-b033-1a8c4e26ac8b {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:33:50.955935 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebd9b22-7f45-492c-95a4-398a5698a85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddda7cd2-a168-4a4b-9d14-dfea0cedfef5', 'code': 200} Jun 28 23:33:50.959135 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad2f9b-c0b1-48d8-9d14-dc9e4c248d3e None None] Checking router: 87d6758c-d596-4d20-a05b-41cff145e4db for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:33:50.994403 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad2f9b-c0b1-48d8-9d14-dc9e4c248d3e None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:33:50.995062 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-89ad2f9b-c0b1-48d8-9d14-dc9e4c248d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:33:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:51.041293 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=ddda7cd2-a168-4a4b-9d14-dfea0cedfef5,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:51.045585 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:51.090862 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983d69e-346e-4c4d-8199-12d3d3dc23f8 req-4dcbd583-1c85-4641-bbac-c29a6ca0f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:51.092487 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3983d69e-346e-4c4d-8199-12d3d3dc23f8 req-4dcbd583-1c85-4641-bbac-c29a6ca0f612 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 1098 time: 0.0656333 Jun 28 23:33:51.127664 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3983d69e-346e-4c4d-8199-12d3d3dc23f8 req-022ba835-a504-4245-8182-f705571f17ab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286350 Jun 28 23:33:51.137311 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-89ad2f9b-c0b1-48d8-9d14-dc9e4c248d3e None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:33:51.157187 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a3fa6ac6-5328-4262-9f9e-9293919d6f8a req-900ebcf3-8231-4587-bbdd-249f84f64988 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3727226 Jun 28 23:33:51.175912 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb5d994e-b520-4584-9c72-0905d1460c5f req-5b14aae6-5392-47e9-9ee3-e35626f48bc9 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993430 Jun 28 23:33:51.311705 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53680a16-07cf-4759-9874-908f6fca6192 req-387cb05a-3999-4a4d-85be-410fdd11ec1a tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:51.313066 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-53680a16-07cf-4759-9874-908f6fca6192 req-387cb05a-3999-4a4d-85be-410fdd11ec1a tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 945 time: 0.1187375 Jun 28 23:33:51.359010 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb5d994e-b520-4584-9c72-0905d1460c5f req-b10f547e-7a2b-48e0-9cf3-a583744b6f39 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206126 Jun 28 23:33:51.367105 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-53680a16-07cf-4759-9874-908f6fca6192 req-62666b8b-3460-44cb-8607-20ea9c704ab1 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481122 Jun 28 23:33:51.368575 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-89ad2f9b-c0b1-48d8-9d14-dc9e4c248d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '0803f62e-f0f0-447b-9d40-24cd786d814c', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'port_id': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'mac_address': 'fa:16:3e:cd:3a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:28:55Z', 'updated_at': '2021-06-28T23:28:58Z', 'revision_number': 1, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:51.398869 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad2f9b-c0b1-48d8-9d14-dc9e4c248d3e None None] The sync data for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi is: [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_floatingips': [{'id': '0803f62e-f0f0-447b-9d40-24cd786d814c', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'router_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'port_id': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'mac_address': 'fa:16:3e:cd:3a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:28:55Z', 'updated_at': '2021-06-28T23:28:58Z', 'revision_number': 1, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:33:51.600453 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eed703-1e76-49b0-b20d-b846635b2efe None None] New status for floating IP 78848b66-a836-4c2e-ad99-aa5abd6f862f: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:33:51.821946 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:33:52.336931 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3213b-5160-4a15-9ee7-f8f0642fb530 req-1635220f-f3e4-41c9-9490-b3a51abbb7e8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:52.338275 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09e3213b-5160-4a15-9ee7-f8f0642fb530 req-1635220f-f3e4-41c9-9490-b3a51abbb7e8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 946 time: 0.0654905 Jun 28 23:33:52.377540 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-09e3213b-5160-4a15-9ee7-f8f0642fb530 req-c831ef96-297f-42cd-9677-3426b3984722 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334918 Jun 28 23:33:52.540172 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53e028-c51f-4209-a2e1-139e6626e2e3 req-0aa8e0dd-94c8-41ea-973e-74e3b7f809a3 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:52.541607 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0b53e028-c51f-4209-a2e1-139e6626e2e3 req-0aa8e0dd-94c8-41ea-973e-74e3b7f809a3 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 945 time: 0.0619028 Jun 28 23:33:52.577948 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0b53e028-c51f-4209-a2e1-139e6626e2e3 req-82c5dd04-916a-4a6c-a26c-13a0758263fb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306640 Jun 28 23:33:52.724184 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee72e9-cb01-462f-a793-1327abfe21d5 req-aeb39b9a-7d03-4e7c-aefa-9956d666683a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:52.725705 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-87ee72e9-cb01-462f-a793-1327abfe21d5 req-aeb39b9a-7d03-4e7c-aefa-9956d666683a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.47 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 946 time: 0.0665724 Jun 28 23:33:52.822854 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-87ee72e9-cb01-462f-a793-1327abfe21d5 req-1e8fccf6-924e-4326-92b9-83044d0e5344 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Deleting port 841f6a93-a220-4fdd-93ef-309b9eadff14 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:33:52.823245 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-87ee72e9-cb01-462f-a793-1327abfe21d5 req-1e8fccf6-924e-4326-92b9-83044d0e5344 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:52.912856 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-87ee72e9-cb01-462f-a793-1327abfe21d5 req-1e8fccf6-924e-4326-92b9-83044d0e5344 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] For port 841f6a93-a220-4fdd-93ef-309b9eadff14, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=841f6a93-a220-4fdd-93ef-309b9eadff14,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:52.913214 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-87ee72e9-cb01-462f-a793-1327abfe21d5 req-1e8fccf6-924e-4326-92b9-83044d0e5344 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:52.926498 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-87ee72e9-cb01-462f-a793-1327abfe21d5 req-1e8fccf6-924e-4326-92b9-83044d0e5344 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Calling delete_port for 841f6a93-a220-4fdd-93ef-309b9eadff14 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:33:53.065337 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-87ee72e9-cb01-462f-a793-1327abfe21d5 req-1e8fccf6-924e-4326-92b9-83044d0e5344 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:53.068955 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ab8f2e26-c961-488a-8c38-51905f05ddd2 tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:53.097398 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fccf6-924e-4326-92b9-83044d0e5344 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event deleted for resources: {'Port': ['ID=841f6a93-a220-4fdd-93ef-309b9eadff14,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:53.100671 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1e8fccf6-924e-4326-92b9-83044d0e5344 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:53.142754 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ee72e9-cb01-462f-a793-1327abfe21d5 req-1e8fccf6-924e-4326-92b9-83044d0e5344 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] No DVR routers for this DVR port 841f6a93-a220-4fdd-93ef-309b9eadff14 on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:33:53.145109 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-87ee72e9-cb01-462f-a793-1327abfe21d5 req-1e8fccf6-924e-4326-92b9-83044d0e5344 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:53.147138 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-87ee72e9-cb01-462f-a793-1327abfe21d5 req-1e8fccf6-924e-4326-92b9-83044d0e5344 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.47 "DELETE /v2.0/ports/841f6a93-a220-4fdd-93ef-309b9eadff14 HTTP/1.1" status: 204 len: 173 time: 0.4162803 Jun 28 23:33:53.147640 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d03ee2-1723-4382-b84c-60be8a8c653e', 'name': 'network-vif-deleted', 'tag': '841f6a93-a220-4fdd-93ef-309b9eadff14'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:33:53.150011 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd40d197-9b8c-4f56-93b2-9d2747a8df79" -d '{"events": [{"server_uuid": "77d03ee2-1723-4382-b84c-60be8a8c653e", "name": "network-vif-deleted", "tag": "841f6a93-a220-4fdd-93ef-309b9eadff14"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:33:53.189596 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a46e03-a239-4b65-9998-e182c69cf73b x-openstack-request-id: req-d9a46e03-a239-4b65-9998-e182c69cf73b {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:33:53.190046 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d03ee2-1723-4382-b84c-60be8a8c653e", "name": "network-vif-deleted", "tag": "841f6a93-a220-4fdd-93ef-309b9eadff14", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:33:53.190405 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9a46e03-a239-4b65-9998-e182c69cf73b {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:33:53.190948 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d03ee2-1723-4382-b84c-60be8a8c653e', 'name': 'network-vif-deleted', 'tag': '841f6a93-a220-4fdd-93ef-309b9eadff14', 'status': 'completed', 'code': 200} Jun 28 23:33:53.526360 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c6ec1bcd-4220-4228-a796-0c84856ed536 req-6ec4acc3-2580-4568-be63-ef0dde330f19 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=77d03ee2-1723-4382-b84c-60be8a8c653e HTTP/1.1" status: 200 len: 210 time: 0.0327177 Jun 28 23:33:55.921376 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7f07e00b-17d3-4ccf-8d58-0ff062df3554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:56.487681 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 841f6a93-a220-4fdd-93ef-309b9eadff14 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:33:56.509056 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: 841f6a93-a220-4fdd-93ef-309b9eadff14 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:33:56.509415 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 841f6a93-a220-4fdd-93ef-309b9eadff14 not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:33:56.726223 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:56.837876 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35964) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:33:56.992849 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-74617697-e459-4256-a816-0d2a7bbee7c8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Deleting port d72911a0-2c38-43ec-8ab1-7a55449bb906 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:33:56.993191 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-74617697-e459-4256-a816-0d2a7bbee7c8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:57.070601 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-74617697-e459-4256-a816-0d2a7bbee7c8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:57.070953 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-74617697-e459-4256-a816-0d2a7bbee7c8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:57.082724 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-74617697-e459-4256-a816-0d2a7bbee7c8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Calling delete_port for d72911a0-2c38-43ec-8ab1-7a55449bb906 owned by network:floatingip {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:33:57.239894 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-74617697-e459-4256-a816-0d2a7bbee7c8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:57.241853 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-04f01556-6b7e-4999-a47e-f577124f4d14 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:57.266669 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74617697-e459-4256-a816-0d2a7bbee7c8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event deleted for resources: {'Port': ['ID=d72911a0-2c38-43ec-8ab1-7a55449bb906,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:57.269783 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-74617697-e459-4256-a816-0d2a7bbee7c8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:57.325680 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-74617697-e459-4256-a816-0d2a7bbee7c8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for floatingip, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:57.326010 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-74617697-e459-4256-a816-0d2a7bbee7c8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Floating IP 0803f62e-f0f0-447b-9d40-24cd786d814c disassociated (deleted). External IP: 172.27.2.111, port: fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37. Jun 28 23:33:57.526263 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74617697-e459-4256-a816-0d2a7bbee7c8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Router 87d6758c-d596-4d20-a05b-41cff145e4db has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:33:57.631517 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74617697-e459-4256-a816-0d2a7bbee7c8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:33:57.636242 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-74617697-e459-4256-a816-0d2a7bbee7c8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:57.641142 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d97985-6746-40ea-90c5-afda75c74dc6 None None] Sync routers for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:33:57.649672 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d97985-6746-40ea-90c5-afda75c74dc6 None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:33:57.650292 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-27d97985-6746-40ea-90c5-afda75c74dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:33:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:57.670860 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-74617697-e459-4256-a816-0d2a7bbee7c8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "DELETE /v2.0/floatingips/0803f62e-f0f0-447b-9d40-24cd786d814c HTTP/1.1" status: 204 len: 168 time: 0.8318679 Jun 28 23:33:57.671522 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'tag': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:33:57.673795 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ab6dad-2288-483a-95e3-b827f5f0a073" -d '{"events": [{"name": "network-changed", "server_uuid": "6005f048-1c87-44b9-ba46-a7d0c9c92776", "tag": "fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:33:57.712512 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67323b3-b739-4274-8ec9-554a37678787 x-openstack-request-id: req-d67323b3-b739-4274-8ec9-554a37678787 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:33:57.712846 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6005f048-1c87-44b9-ba46-a7d0c9c92776", "tag": "fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:33:57.713135 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d67323b3-b739-4274-8ec9-554a37678787 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:33:57.713609 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'tag': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'status': 'completed', 'code': 200} Jun 28 23:33:57.762500 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-27d97985-6746-40ea-90c5-afda75c74dc6 None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:33:57.798154 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab6dad-2288-483a-95e3-b827f5f0a073 req-ff39298a-c375-4562-ac74-4660d8905bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:57.799574 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c9ab6dad-2288-483a-95e3-b827f5f0a073 req-ff39298a-c375-4562-ac74-4660d8905bf2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23bc83e618a4da38881f5efae15ba41&device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 1098 time: 0.0621142 Jun 28 23:33:57.896905 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab6dad-2288-483a-95e3-b827f5f0a073 req-2f255c46-dcbd-4d0c-a9ea-4e56e89debb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:57.898395 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c9ab6dad-2288-483a-95e3-b827f5f0a073 req-2f255c46-dcbd-4d0c-a9ea-4e56e89debb1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 200 len: 913 time: 0.0919554 Jun 28 23:33:57.951462 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c9ab6dad-2288-483a-95e3-b827f5f0a073 req-0c752d75-78be-49b6-a54f-483fe67fde32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 HTTP/1.1" status: 200 len: 217 time: 0.0392797 Jun 28 23:33:57.975597 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-27d97985-6746-40ea-90c5-afda75c74dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:58.005735 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d97985-6746-40ea-90c5-afda75c74dc6 None None] Checking router: 87d6758c-d596-4d20-a05b-41cff145e4db for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:33:58.014014 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d97985-6746-40ea-90c5-afda75c74dc6 None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:33:58.014638 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-27d97985-6746-40ea-90c5-afda75c74dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:33:29Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:58.040142 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab6dad-2288-483a-95e3-b827f5f0a073 req-3e2ae775-f486-4cdb-be7f-7f1be428846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:58.041566 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c9ab6dad-2288-483a-95e3-b827f5f0a073 req-3e2ae775-f486-4cdb-be7f-7f1be428846e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=267ad752-7b4a-4cc1-8929-5768d21c85ec HTTP/1.1" status: 200 len: 851 time: 0.0778267 Jun 28 23:33:58.091879 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d127fe-ed35-4efb-ad94-c33fcf7440ab req-6a284b9d-7844-4e64-b5be-a224c8e16ab9 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:58.093219 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-67d127fe-ed35-4efb-ad94-c33fcf7440ab req-6a284b9d-7844-4e64-b5be-a224c8e16ab9 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 945 time: 0.1001153 Jun 28 23:33:58.118535 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-27d97985-6746-40ea-90c5-afda75c74dc6 None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:33:58.141253 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab6dad-2288-483a-95e3-b827f5f0a073 req-f99dea94-02c3-4544-9a1e-921b2203bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:58.142691 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c9ab6dad-2288-483a-95e3-b827f5f0a073 req-f99dea94-02c3-4544-9a1e-921b2203bd43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0934422 Jun 28 23:33:58.149594 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-67d127fe-ed35-4efb-ad94-c33fcf7440ab req-eda9d705-bf2f-43dc-960c-93772671c152 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d95478eb-67f5-4ce1-8da0-02bb16d347b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503817 Jun 28 23:33:58.233259 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c9ab6dad-2288-483a-95e3-b827f5f0a073 req-ad1ba88c-2410-4918-8954-94a50c17c71e service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827351 Jun 28 23:33:58.320391 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-27d97985-6746-40ea-90c5-afda75c74dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:33:58.331056 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c9ab6dad-2288-483a-95e3-b827f5f0a073 req-aedecec4-a3de-4e9f-966b-4f95352bfa44 service neutron] 10.222.0.47 "GET /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908723 Jun 28 23:33:58.347640 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d97985-6746-40ea-90c5-afda75c74dc6 None None] The sync data for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi is: [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:24:39Z', 'revision_number': 4, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi', '_interfaces': [{'id': '0bcf16ec-6f21-4da0-beb4-c764da09d697', 'name': '', 'network_id': 'fea3cf5c-da72-4ef5-b6f8-bae77ef1f927', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'mac_address': 'fa:16:3e:3b:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:38Z', 'updated_at': '2021-06-28T23:24:49Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'subnets': [{'id': '267ad752-7b4a-4cc1-8929-5768d21c85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:33:58.543993 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb8606-b4cb-4781-a9a4-7d5a69fd62c3 None None] New status for floating IP 0803f62e-f0f0-447b-9d40-24cd786d814c: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:33:58.807096 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512d79f-2986-4195-9565-93062fbecd9b req-4d444144-d9c4-4313-8cf3-4e25818a9e50 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:33:58.809037 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a512d79f-2986-4195-9565-93062fbecd9b req-4d444144-d9c4-4313-8cf3-4e25818a9e50 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.47 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 945 time: 0.0618148 Jun 28 23:33:58.915950 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-a512d79f-2986-4195-9565-93062fbecd9b req-803810e0-60a7-43df-8c65-21dc9f859f7c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Deleting port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:33:58.916632 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-a512d79f-2986-4195-9565-93062fbecd9b req-803810e0-60a7-43df-8c65-21dc9f859f7c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:58.998361 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:59.006221 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-a512d79f-2986-4195-9565-93062fbecd9b req-803810e0-60a7-43df-8c65-21dc9f859f7c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] For port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:33:59.006579 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-a512d79f-2986-4195-9565-93062fbecd9b req-803810e0-60a7-43df-8c65-21dc9f859f7c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:59.020134 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-a512d79f-2986-4195-9565-93062fbecd9b req-803810e0-60a7-43df-8c65-21dc9f859f7c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Calling delete_port for fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:33:59.145490 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-a512d79f-2986-4195-9565-93062fbecd9b req-803810e0-60a7-43df-8c65-21dc9f859f7c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:59.149434 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-19e67ef5-5fc1-4f7d-b892-4f9b7712a462 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:33:59.171403 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8a9efeae-8241-444d-a2f3-094b997a2540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:59.180129 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803810e0-60a7-43df-8c65-21dc9f859f7c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event deleted for resources: {'Port': ['ID=fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:33:59.184199 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-803810e0-60a7-43df-8c65-21dc9f859f7c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:33:59.236987 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a512d79f-2986-4195-9565-93062fbecd9b req-803810e0-60a7-43df-8c65-21dc9f859f7c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] No DVR routers for this DVR port fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:33:59.239272 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-a512d79f-2986-4195-9565-93062fbecd9b req-803810e0-60a7-43df-8c65-21dc9f859f7c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:33:59.241219 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a512d79f-2986-4195-9565-93062fbecd9b req-803810e0-60a7-43df-8c65-21dc9f859f7c tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.47 "DELETE /v2.0/ports/fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 HTTP/1.1" status: 204 len: 173 time: 0.4264982 Jun 28 23:33:59.324092 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-511a4be3-c02f-445c-9280-35f22c36bb78 req-e12c0780-083b-4f99-9fed-3fc87aede48a tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "GET /v2.0/ports?device_id=6005f048-1c87-44b9-ba46-a7d0c9c92776 HTTP/1.1" status: 200 len: 210 time: 0.0322766 Jun 28 23:33:59.715363 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'name': 'network-vif-deleted', 'tag': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:33:59.717750 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4ecb1a-3c8c-4f36-b57a-0334f545dd5f" -d '{"events": [{"server_uuid": "6005f048-1c87-44b9-ba46-a7d0c9c92776", "name": "network-vif-deleted", "tag": "fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:33:59.753188 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd31522-cd3f-4313-a6b9-034e604e4b39 x-openstack-request-id: req-3fd31522-cd3f-4313-a6b9-034e604e4b39 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:33:59.753551 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6005f048-1c87-44b9-ba46-a7d0c9c92776", "name": "network-vif-deleted", "tag": "fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:33:59.753844 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3fd31522-cd3f-4313-a6b9-034e604e4b39 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:33:59.754275 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6005f048-1c87-44b9-ba46-a7d0c9c92776', 'name': 'network-vif-deleted', 'tag': 'fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37', 'status': 'completed', 'code': 200} Jun 28 23:33:59.916334 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:00.416924 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 35988) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:34:00.537385 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-fdd5c544-813e-4244-a544-59f5659f0180 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Deleting port c83d62d6-e6d4-452f-9ebb-5b8eaa1f107c {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:34:00.537728 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fdd5c544-813e-4244-a544-59f5659f0180 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:00.609941 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fdd5c544-813e-4244-a544-59f5659f0180 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:00.610156 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fdd5c544-813e-4244-a544-59f5659f0180 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:00.626197 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-fdd5c544-813e-4244-a544-59f5659f0180 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Calling delete_port for c83d62d6-e6d4-452f-9ebb-5b8eaa1f107c owned by network:floatingip {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:34:00.755532 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fdd5c544-813e-4244-a544-59f5659f0180 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:00.757650 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-74617697-e459-4256-a816-0d2a7bbee7c8 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:00.781480 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5c544-813e-4244-a544-59f5659f0180 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event deleted for resources: {'Port': ['ID=c83d62d6-e6d4-452f-9ebb-5b8eaa1f107c,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:00.784563 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fdd5c544-813e-4244-a544-59f5659f0180 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:00.843904 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fdd5c544-813e-4244-a544-59f5659f0180 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for floatingip, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:00.846366 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fdd5c544-813e-4244-a544-59f5659f0180 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:00.847569 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-fdd5c544-813e-4244-a544-59f5659f0180 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "DELETE /v2.0/floatingips/20a612b6-cd32-4777-8b5a-8541116fc03b HTTP/1.1" status: 204 len: 168 time: 0.4296694 Jun 28 23:34:02.111664 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 36002) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:34:02.141441 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:02.170668 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a0391542-f994-4d9b-8287-05def3ee10b5 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:02.194792 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a0391542-f994-4d9b-8287-05def3ee10b5 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:02.253347 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a0391542-f994-4d9b-8287-05def3ee10b5 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:02.256010 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a0391542-f994-4d9b-8287-05def3ee10b5 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:02.257169 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a0391542-f994-4d9b-8287-05def3ee10b5 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] 10.222.0.35 "DELETE /v2.0/security-groups/d95478eb-67f5-4ce1-8da0-02bb16d347b0 HTTP/1.1" status: 204 len: 168 time: 0.1445475 Jun 28 23:34:02.257965 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3df9899f-204e-484c-8fa8-2933a9d9f13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:02.268229 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0391542-f994-4d9b-8287-05def3ee10b5 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95478eb-67f5-4ce1-8da0-02bb16d347b0,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:02.274865 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a0391542-f994-4d9b-8287-05def3ee10b5 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:02.312825 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 36006) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:34:02.506843 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:34:02.526588 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:34:02.526974 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device fa6c78d8-f484-4aa0-9ea6-9fa2b6802b37 not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:34:02.698738 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f4d8e40b-ea43-4ffa-95b7-c23f5e4d6397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657625'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:02.945960 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-f4d8e40b-ea43-4ffa-95b7-c23f5e4d6397 admin admin] Deleting port 0bcf16ec-6f21-4da0-beb4-c764da09d697 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:34:02.946299 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f4d8e40b-ea43-4ffa-95b7-c23f5e4d6397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:03.023930 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-f4d8e40b-ea43-4ffa-95b7-c23f5e4d6397 admin admin] For port 0bcf16ec-6f21-4da0-beb4-c764da09d697, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=0bcf16ec-6f21-4da0-beb4-c764da09d697,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:34:03.024292 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f4d8e40b-ea43-4ffa-95b7-c23f5e4d6397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:03.035404 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-f4d8e40b-ea43-4ffa-95b7-c23f5e4d6397 admin admin] Calling delete_port for 0bcf16ec-6f21-4da0-beb4-c764da09d697 owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:34:03.212011 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f4d8e40b-ea43-4ffa-95b7-c23f5e4d6397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:03.214243 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8ebe3117-da5a-4f4c-8e97-c3c4c01bad8c tempest-VolumesNegativeTest-1155973289 tempest-VolumesNegativeTest-1155973289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:03.243472 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8e40b-ea43-4ffa-95b7-c23f5e4d6397 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bcf16ec-6f21-4da0-beb4-c764da09d697,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:03.246220 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f4d8e40b-ea43-4ffa-95b7-c23f5e4d6397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:03.408542 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f4d8e40b-ea43-4ffa-95b7-c23f5e4d6397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657741'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:03.618601 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d8e40b-ea43-4ffa-95b7-c23f5e4d6397 admin admin] Router 87d6758c-d596-4d20-a05b-41cff145e4db has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:34:03.722130 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d8e40b-ea43-4ffa-95b7-c23f5e4d6397 admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:34:03.727421 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f4d8e40b-ea43-4ffa-95b7-c23f5e4d6397 admin admin] 10.222.0.35 "PUT /v2.0/routers/87d6758c-d596-4d20-a05b-41cff145e4db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4134912 Jun 28 23:34:03.729839 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 36014) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:34:03.733227 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85bd63b-cc66-4a79-9191-145033a54f62 None None] Sync routers for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:34:03.742518 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85bd63b-cc66-4a79-9191-145033a54f62 None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:34:03.743162 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f85bd63b-cc66-4a79-9191-145033a54f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:33:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:34:03.842007 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:03.848596 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-f85bd63b-cc66-4a79-9191-145033a54f62 None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: dv-cinder-792462-21-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:34:03.940402 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:03.998904 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] Deleting port 06efda73-815e-48a1-9716-ad1360840d22 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:34:03.999247 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:04.079917 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] For port 06efda73-815e-48a1-9716-ad1360840d22, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=06efda73-815e-48a1-9716-ad1360840d22,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:34:04.080444 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:04.091879 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] Calling delete_port for 06efda73-815e-48a1-9716-ad1360840d22 owned by network:router_gateway {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:34:04.140405 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f85bd63b-cc66-4a79-9191-145033a54f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '06efda73-815e-48a1-9716-ad1360840d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:34:03Z', 'revision_number': 5, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port': {'id': '06efda73-815e-48a1-9716-ad1360840d22', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:93:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:35Z', 'updated_at': '2021-06-28T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:34:04.168889 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85bd63b-cc66-4a79-9191-145033a54f62 None None] Checking router: 87d6758c-d596-4d20-a05b-41cff145e4db for host: dv-cinder-792462-21-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:34:04.178707 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85bd63b-cc66-4a79-9191-145033a54f62 None None] Routers {'87d6758c-d596-4d20-a05b-41cff145e4db'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:34:04.179392 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f85bd63b-cc66-4a79-9191-145033a54f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:33:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['87d6758c-d596-4d20-a05b-41cff145e4db'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:34:04.257633 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:04.260442 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-44017fae-4d68-467b-9b2e-72d9b98fe761 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:04.265566 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-f85bd63b-cc66-4a79-9191-145033a54f62 None None] Set router 87d6758c-d596-4d20-a05b-41cff145e4db gateway port host: None {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:34:04.289986 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=06efda73-815e-48a1-9716-ad1360840d22,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:04.291850 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:04.315536 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f85bd63b-cc66-4a79-9191-145033a54f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:34:03Z', 'revision_number': 6, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port_host': None}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:34:04.345915 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85bd63b-cc66-4a79-9191-145033a54f62 None None] The sync data for ids ['87d6758c-d596-4d20-a05b-41cff145e4db'] in dv-cinder-792462-21-iscsi is: [{'id': '87d6758c-d596-4d20-a05b-41cff145e4db', 'name': 'tempest-TestVolumeBootPattern-1073134344-router', 'tenant_id': 'e23bc83e618a4da38881f5efae15ba41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:33Z', 'updated_at': '2021-06-28T23:34:03Z', 'revision_number': 6, 'project_id': 'e23bc83e618a4da38881f5efae15ba41', 'gw_port_host': None}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:34:04.362604 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656915'] for router_gateway, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:04.747782 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24842'] for router, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:04.750264 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:04.793972 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656885'] for router, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:04.794512 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87d6758c-d596-4d20-a05b-41cff145e4db {{(pid=92894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 23:34:04.798905 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:04.800031 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4a2e9eaf-33aa-4de4-b2a7-3f84d071cee1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/87d6758c-d596-4d20-a05b-41cff145e4db HTTP/1.1" status: 204 len: 168 time: 1.0683568 Jun 28 23:34:04.802569 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 36018) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:34:04.845795 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-26aae0a4-edc1-414e-9141-f0e6672c9f83 admin admin] Deleting subnet 267ad752-7b4a-4cc1-8929-5768d21c85ec {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:34:04.848804 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-26aae0a4-edc1-414e-9141-f0e6672c9f83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:04.884624 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-26aae0a4-edc1-414e-9141-f0e6672c9f83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844663'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:04.962324 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-26aae0a4-edc1-414e-9141-f0e6672c9f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.014133 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-26aae0a4-edc1-414e-9141-f0e6672c9f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9014278'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.016655 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:05.040696 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aae0a4-edc1-414e-9141-f0e6672c9f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=267ad752-7b4a-4cc1-8929-5768d21c85ec,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:05.042631 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-26aae0a4-edc1-414e-9141-f0e6672c9f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.046039 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-26aae0a4-edc1-414e-9141-f0e6672c9f83 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/267ad752-7b4a-4cc1-8929-5768d21c85ec HTTP/1.1" status: 204 len: 168 time: 0.2414532 Jun 28 23:34:05.046039 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-26aae0a4-edc1-414e-9141-f0e6672c9f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:05.047467 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 36020) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:34:05.050037 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f432f15-5d51-450b-abae-bcc71905f4ca None None] Network fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:34:05.122501 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.174278 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Deleting port a977b946-3f79-4b1d-be1a-7c6ca79be65b {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:34:05.174505 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.252740 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] For port a977b946-3f79-4b1d-be1a-7c6ca79be65b, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=a977b946-3f79-4b1d-be1a-7c6ca79be65b,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:34:05.253096 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.254021 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0be7c29-ce17-493d-b73d-b06c99e8e6e1 None None] DHCP port deletion for fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 request from dv-cinder-792462-21-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 23:34:05.267717 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Calling delete_port for a977b946-3f79-4b1d-be1a-7c6ca79be65b owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:34:05.300421 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-c0be7c29-ce17-493d-b73d-b06c99e8e6e1 None None] Deleting port a977b946-3f79-4b1d-be1a-7c6ca79be65b {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:34:05.300811 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c0be7c29-ce17-493d-b73d-b06c99e8e6e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.351186 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.355282 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4b6a7d36-99e5-4363-a0c6-f9b43fd8fca4 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:05.363949 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-c0be7c29-ce17-493d-b73d-b06c99e8e6e1 None None] For port a977b946-3f79-4b1d-be1a-7c6ca79be65b, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=a977b946-3f79-4b1d-be1a-7c6ca79be65b,segment=NetworkSegment(863a9227-5310-4e8a-9be1-c9a130b967c6),segment_id=863a9227-5310-4e8a-9be1-c9a130b967c6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:34:05.364241 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c0be7c29-ce17-493d-b73d-b06c99e8e6e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.377236 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-c0be7c29-ce17-493d-b73d-b06c99e8e6e1 None None] Calling delete_port for a977b946-3f79-4b1d-be1a-7c6ca79be65b owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:34:05.382363 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=a977b946-3f79-4b1d-be1a-7c6ca79be65b,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:05.385686 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:05.387389 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] No DVR routers for this DVR port a977b946-3f79-4b1d-be1a-7c6ca79be65b on host dv-cinder-792462-21-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:34:05.457097 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c0be7c29-ce17-493d-b73d-b06c99e8e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.459772 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-85f3906f-feab-4acf-9154-c02ca1c5fa82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:05.464968 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.475140 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea3cf5c-da72-4ef5-b6f8-bae77ef1f927']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:34:05.482962 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be7c29-ce17-493d-b73d-b06c99e8e6e1 None None] Pushing event deleted for resources: {'Port': ['ID=a977b946-3f79-4b1d-be1a-7c6ca79be65b,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:05.484778 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be7c29-ce17-493d-b73d-b06c99e8e6e1 None None] No DVR routers for this DVR port a977b946-3f79-4b1d-be1a-7c6ca79be65b on host dv-cinder-792462-21-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:34:05.486193 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-c0be7c29-ce17-493d-b73d-b06c99e8e6e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:05.488261 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863a9227-5310-4e8a-9be1-c9a130b967c6') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:34:05.488556 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863a9227-5310-4e8a-9be1-c9a130b967c6') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:34:05.498507 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844652'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.512751 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.518617 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:34:05.519079 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844820'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: timer() Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: cb(*args, **kw) Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: self._notify() Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: self.callback(batched_events) Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: event.method(event) Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._get(url).json() Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:34:05.520803 dv-cinder-792462-21-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:34:05.576957 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.580906 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:05.583231 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:05.585042 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fea3cf5c-da72-4ef5-b6f8-bae77ef1f927 HTTP/1.1" status: 204 len: 168 time: 0.5366499 Jun 28 23:34:05.588109 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 36030) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:34:05.595904 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea3cf5c-da72-4ef5-b6f8-bae77ef1f927,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:05.598190 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ef45c579-00b1-4277-80e4-7c64f0e06b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:05.802047 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device a977b946-3f79-4b1d-be1a-7c6ca79be65b no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:34:05.821071 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: a977b946-3f79-4b1d-be1a-7c6ca79be65b {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:34:05.821433 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device a977b946-3f79-4b1d-be1a-7c6ca79be65b not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:34:05.821853 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 06efda73-815e-48a1-9716-ad1360840d22 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:34:05.840808 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 06efda73-815e-48a1-9716-ad1360840d22 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:34:05.841162 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 06efda73-815e-48a1-9716-ad1360840d22 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:34:05.841573 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 0bcf16ec-6f21-4da0-beb4-c764da09d697 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:34:05.862284 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 0bcf16ec-6f21-4da0-beb4-c764da09d697 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:34:05.862638 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 0bcf16ec-6f21-4da0-beb4-c764da09d697 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:34:05.922058 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6a65579a-87dd-493f-b96c-98eb83b7bd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657625'] for router_interface, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:06.422464 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-6a65579a-87dd-493f-b96c-98eb83b7bd3a admin admin] Deleting port 003c0da7-8042-47f3-b2bf-0b06afcd4de9 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:34:06.422806 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6a65579a-87dd-493f-b96c-98eb83b7bd3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:06.499957 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-6a65579a-87dd-493f-b96c-98eb83b7bd3a admin admin] For port 003c0da7-8042-47f3-b2bf-0b06afcd4de9, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=003c0da7-8042-47f3-b2bf-0b06afcd4de9,segment=NetworkSegment(ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970),segment_id=ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:34:06.500317 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6a65579a-87dd-493f-b96c-98eb83b7bd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:06.511235 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-6a65579a-87dd-493f-b96c-98eb83b7bd3a admin admin] Calling delete_port for 003c0da7-8042-47f3-b2bf-0b06afcd4de9 owned by network:router_interface {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:34:06.683821 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6a65579a-87dd-493f-b96c-98eb83b7bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:06.685855 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9a830e2a-1bb7-4233-9505-bc867f2bfc0e tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:06.708221 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65579a-87dd-493f-b96c-98eb83b7bd3a admin admin] Pushing event deleted for resources: {'Port': ['ID=003c0da7-8042-47f3-b2bf-0b06afcd4de9,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:06.716423 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6a65579a-87dd-493f-b96c-98eb83b7bd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:06.871514 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6a65579a-87dd-493f-b96c-98eb83b7bd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657741'] for router_interface, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:07.073045 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a65579a-87dd-493f-b96c-98eb83b7bd3a admin admin] Router 5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 has already been hosted by L3 agent 6cee3514-9add-4eaa-9fba-9cddb07e633e {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:34:07.175051 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a65579a-87dd-493f-b96c-98eb83b7bd3a admin admin] Notify agent at l3_agent.dv-cinder-792462-21-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:34:07.181242 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6a65579a-87dd-493f-b96c-98eb83b7bd3a admin admin] 10.222.0.35 "PUT /v2.0/routers/5f1fe066-cb6f-435f-9ff0-20063dbd8ea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5912938 Jun 28 23:34:07.182976 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 36040) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:34:07.183248 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9f06e-d567-477e-9061-b22d8ff99087 None None] Sync routers for ids ['5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'] in dv-cinder-792462-21-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:34:07.194096 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f9f06e-d567-477e-9061-b22d8ff99087 None None] Routers {'5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:34:07.195177 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-29f9f06e-d567-477e-9061-b22d8ff99087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:33:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:34:07.283443 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] Notify callbacks [] for router, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:07.300290 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-29f9f06e-d567-477e-9061-b22d8ff99087 None None] Set router 5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 gateway port host: dv-cinder-792462-21-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:34:07.385231 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:07.440979 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] Deleting port 024083e8-86d6-43a9-a849-e005ee99c51e {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:34:07.441323 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:07.519214 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] For port 024083e8-86d6-43a9-a849-e005ee99c51e, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=024083e8-86d6-43a9-a849-e005ee99c51e,segment=NetworkSegment(dbccacb3-eb52-4c06-9b7d-3d3343eea5a2),segment_id=dbccacb3-eb52-4c06-9b7d-3d3343eea5a2)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:34:07.519569 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:07.530972 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] Calling delete_port for 024083e8-86d6-43a9-a849-e005ee99c51e owned by network:router_gateway {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:34:07.558226 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-29f9f06e-d567-477e-9061-b22d8ff99087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'name': 'tempest-TestVolumeBootPattern-808065141-router', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'external_fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '024083e8-86d6-43a9-a849-e005ee99c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:44Z', 'updated_at': '2021-06-28T23:34:06Z', 'revision_number': 5, 'project_id': '5ad9f6439a574ac38445419853641db0', 'gw_port': {'id': '024083e8-86d6-43a9-a849-e005ee99c51e', 'name': '', 'network_id': 'f8fbb0c3-9e52-4efe-a8b2-b93c3cf68ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:24:45Z', 'updated_at': '2021-06-28T23:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b900953-9ceb-4cea-afb9-406332d9793f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-21-iscsi'}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:34:07.584230 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9f06e-d567-477e-9061-b22d8ff99087 None None] Checking router: 5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 for host: dv-cinder-792462-21-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:34:07.592098 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f9f06e-d567-477e-9061-b22d8ff99087 None None] Routers {'5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'} bound to L3 agent in host dv-cinder-792462-21-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:34:07.592706 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-29f9f06e-d567-477e-9061-b22d8ff99087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:12:29Z,description=,heartbeat_timestamp=2021-06-28T23:33:59Z,host='dv-cinder-792462-21-iscsi',id=6cee3514-9add-4eaa-9fba-9cddb07e633e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:12:29Z,topic='l3_agent')) {'router_ids': ['5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:34:07.673664 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-29f9f06e-d567-477e-9061-b22d8ff99087 None None] Set router 5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:34:07.688877 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:07.692476 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1e036799-bbae-411b-85ac-28282f9ee0b7 tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:07.717094 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] Pushing event deleted for resources: {'Port': ['ID=024083e8-86d6-43a9-a849-e005ee99c51e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:07.722058 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:07.729229 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-29f9f06e-d567-477e-9061-b22d8ff99087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'name': 'tempest-TestVolumeBootPattern-808065141-router', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:44Z', 'updated_at': '2021-06-28T23:34:07Z', 'revision_number': 6, 'project_id': '5ad9f6439a574ac38445419853641db0', 'gw_port_host': None}], 'dv-cinder-792462-21-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:34:07.755747 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9f06e-d567-477e-9061-b22d8ff99087 None None] The sync data for ids ['5f1fe066-cb6f-435f-9ff0-20063dbd8ea8'] in dv-cinder-792462-21-iscsi is: [{'id': '5f1fe066-cb6f-435f-9ff0-20063dbd8ea8', 'name': 'tempest-TestVolumeBootPattern-808065141-router', 'tenant_id': '5ad9f6439a574ac38445419853641db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:24:44Z', 'updated_at': '2021-06-28T23:34:07Z', 'revision_number': 6, 'project_id': '5ad9f6439a574ac38445419853641db0', 'gw_port_host': None}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:34:07.784660 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656915'] for router_gateway, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:07.870696 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24842'] for router, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:07.873314 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:07.916016 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656885'] for router, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:07.916685 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 {{(pid=92895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 23:34:07.921631 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:07.922765 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-add415fd-8bae-47d1-87ab-3bda437e8341 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5f1fe066-cb6f-435f-9ff0-20063dbd8ea8 HTTP/1.1" status: 204 len: 168 time: 0.7382782 Jun 28 23:34:07.925278 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 36044) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:34:07.967390 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd0e238-74cf-41ae-9564-ae4bc0764f12 admin admin] Deleting subnet 8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1 {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:34:07.970267 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e238-74cf-41ae-9564-ae4bc0764f12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.002514 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e238-74cf-41ae-9564-ae4bc0764f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2287171'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.077491 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e238-74cf-41ae-9564-ae4bc0764f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.131643 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e238-74cf-41ae-9564-ae4bc0764f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3862380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3429362'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.133944 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:08.158504 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0e238-74cf-41ae-9564-ae4bc0764f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:08.161507 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5bd0e238-74cf-41ae-9564-ae4bc0764f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:08.164438 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e238-74cf-41ae-9564-ae4bc0764f12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.166284 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5bd0e238-74cf-41ae-9564-ae4bc0764f12 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8505a2f5-53a1-4d55-af81-2dcf5f7b6ea1 HTTP/1.1" status: 204 len: 168 time: 0.2401159 Jun 28 23:34:08.169394 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 36046) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:34:08.169932 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185459a4-76a2-426f-bdaf-3be9571dbd24 None None] Network 0b669bc0-43db-4a0a-8fd8-8e39cc9467f0 requested from dv-cinder-792462-21-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:34:08.238087 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.288464 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Deleting port e6cdb571-b1ee-46a2-9937-c62dd687c2f6 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:34:08.288869 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.355569 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] For port e6cdb571-b1ee-46a2-9937-c62dd687c2f6, host dv-cinder-792462-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-21-iscsi',level=0,port_id=e6cdb571-b1ee-46a2-9937-c62dd687c2f6,segment=NetworkSegment(ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970),segment_id=ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:34:08.355934 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.367518 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Calling delete_port for e6cdb571-b1ee-46a2-9937-c62dd687c2f6 owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:34:08.445280 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844739'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.447986 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-16654d88-ebde-4079-8c30-d3be6e6e68e4 tempest-AttachVolumeShelveTestJSON-1621388933 tempest-AttachVolumeShelveTestJSON-1621388933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:08.471855 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e6cdb571-b1ee-46a2-9937-c62dd687c2f6,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:08.473606 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] No DVR routers for this DVR port e6cdb571-b1ee-46a2-9937-c62dd687c2f6 on host dv-cinder-792462-21-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:34:08.475112 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:08.540771 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3839a034-651c-477c-aa04-01e567653981 None None] DHCP port deletion for 0b669bc0-43db-4a0a-8fd8-8e39cc9467f0 request from dv-cinder-792462-21-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 23:34:08.542287 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.555538 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b669bc0-43db-4a0a-8fd8-8e39cc9467f0']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:34:08.570128 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:34:08.570432 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1871ff-591f-4eeb-9d9e-a2e0aa4d0970') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:34:08.579955 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844652'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.593248 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.598775 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:34:08.599233 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844820'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: timer() Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: cb(*args, **kw) Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: self._notify() Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: self.callback(batched_events) Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: event.method(event) Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._get(url).json() Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:34:08.600908 dv-cinder-792462-21-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:34:08.654910 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.659748 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.661996 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] 10.222.0.35 "DELETE /v2.0/networks/0b669bc0-43db-4a0a-8fd8-8e39cc9467f0 HTTP/1.1" status: 204 len: 168 time: 0.4916208 Jun 28 23:34:08.662807 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:08.679582 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Pushing event deleted for resources: {'Network': ['ID=0b669bc0-43db-4a0a-8fd8-8e39cc9467f0,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:08.682426 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d3f4a7ae-4fab-46db-a856-31945433d1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:08.782975 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 36050) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:34:08.823178 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7e60d5b8-3fd5-405b-bc29-2db09348a168 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e23bc83e618a4da38881f5efae15ba41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389135 Jun 28 23:34:08.826061 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 36054) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:34:08.873593 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f2e260e2-1455-42f1-b59c-af2d192651cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.893756 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f2e260e2-1455-42f1-b59c-af2d192651cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.939859 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f2e260e2-1455-42f1-b59c-af2d192651cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.942676 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f2e260e2-1455-42f1-b59c-af2d192651cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:08.943832 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f2e260e2-1455-42f1-b59c-af2d192651cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0ad0792-6d47-4c67-bae4-fad1736c2b69 HTTP/1.1" status: 204 len: 168 time: 0.1168170 Jun 28 23:34:08.944593 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-37bc51de-bea3-4b8e-b785-8b61362b53ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:08.951884 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e260e2-1455-42f1-b59c-af2d192651cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ad0792-6d47-4c67-bae4-fad1736c2b69,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:08.954229 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f2e260e2-1455-42f1-b59c-af2d192651cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:09.248208 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 36060) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:34:09.288891 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-25e7eb2d-b476-4b50-ad5d-95b26fdbf378 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ad9f6439a574ac38445419853641db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392172 Jun 28 23:34:09.291133 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 36062) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:34:09.348749 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2f736555-793b-440a-af59-8b7914bd8c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:09.368834 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2f736555-793b-440a-af59-8b7914bd8c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:09.412758 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2f736555-793b-440a-af59-8b7914bd8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:09.415485 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2f736555-793b-440a-af59-8b7914bd8c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:09.416755 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2f736555-793b-440a-af59-8b7914bd8c40 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/963e9766-7de3-4235-999e-04e8c33b5c86 HTTP/1.1" status: 204 len: 168 time: 0.1245739 Jun 28 23:34:09.417562 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0ca72c31-4bb2-470c-a5dd-0f387e062610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:09.425132 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f736555-793b-440a-af59-8b7914bd8c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963e9766-7de3-4235-999e-04e8c33b5c86,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:09.427354 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2f736555-793b-440a-af59-8b7914bd8c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:09.800359 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device e6cdb571-b1ee-46a2-9937-c62dd687c2f6 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:34:09.819848 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: e6cdb571-b1ee-46a2-9937-c62dd687c2f6 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:34:09.820208 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device e6cdb571-b1ee-46a2-9937-c62dd687c2f6 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:34:09.820621 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 024083e8-86d6-43a9-a849-e005ee99c51e no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:34:09.838703 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 024083e8-86d6-43a9-a849-e005ee99c51e {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:34:09.839084 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 024083e8-86d6-43a9-a849-e005ee99c51e not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:34:09.839511 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 003c0da7-8042-47f3-b2bf-0b06afcd4de9 no longer exists at agent ovs-agent-dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:34:09.857548 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] No Port match for: 003c0da7-8042-47f3-b2bf-0b06afcd4de9 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:34:09.857915 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Device 003c0da7-8042-47f3-b2bf-0b06afcd4de9 not bound to the agent host dv-cinder-792462-21-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:34:25.921088 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-72c1f68d-1c03-4c3c-8926-e70ff6f67f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:26.718124 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:28.821040 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:34:28.999854 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:29.171631 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-486faf67-2fa1-4ef9-86ff-bd6ddab63f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:29.916860 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:32.143478 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:44.756164 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928e03d-76b8-4cce-964d-e425eb357501 req-8773b158-9d28-499f-811b-eacf85871ccd tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:34:44.757610 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2928e03d-76b8-4cce-964d-e425eb357501 req-8773b158-9d28-499f-811b-eacf85871ccd tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 945 time: 0.0667312 Jun 28 23:34:44.793070 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2928e03d-76b8-4cce-964d-e425eb357501 req-78f9ec1f-8cbe-4803-bc34-0f6efe0bd0ac tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299156 Jun 28 23:34:45.961233 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a517d-a919-408e-8f1b-ede09bc89e26 req-d0d6e59a-a5d1-41a8-9d23-2e020785e817 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:34:45.962659 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a18a517d-a919-408e-8f1b-ede09bc89e26 req-d0d6e59a-a5d1-41a8-9d23-2e020785e817 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 945 time: 0.0600898 Jun 28 23:34:45.999019 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a18a517d-a919-408e-8f1b-ede09bc89e26 req-35f8d245-3e43-4d48-9e2d-27184c095ed4 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302410 Jun 28 23:34:46.561556 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3abd95-d74c-442a-ad46-8d329bca7f1d req-b1bb6a02-e443-4865-88af-9022c377883b tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:34:46.562966 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9b3abd95-d74c-442a-ad46-8d329bca7f1d req-b1bb6a02-e443-4865-88af-9022c377883b tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 945 time: 0.0655079 Jun 28 23:34:46.656242 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-9b3abd95-d74c-442a-ad46-8d329bca7f1d req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Deleting port ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:34:46.656588 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-9b3abd95-d74c-442a-ad46-8d329bca7f1d req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:46.742651 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-9b3abd95-d74c-442a-ad46-8d329bca7f1d req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] For port ddda7cd2-a168-4a4b-9d14-dfea0cedfef5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ddda7cd2-a168-4a4b-9d14-dfea0cedfef5,segment=NetworkSegment(d80161b0-90b7-4879-822a-c2d9df394c19),segment_id=d80161b0-90b7-4879-822a-c2d9df394c19)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:34:46.743035 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-9b3abd95-d74c-442a-ad46-8d329bca7f1d req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:46.754632 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-9b3abd95-d74c-442a-ad46-8d329bca7f1d req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Calling delete_port for ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:34:46.874767 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-9b3abd95-d74c-442a-ad46-8d329bca7f1d req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:46.878474 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4e825bb4-c7e2-404d-9bc1-e50a1bd457d1 tempest-TestMinimumBasicScenario-511879585 tempest-TestMinimumBasicScenario-511879585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:34:46.886056 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['ddda7cd2-a168-4a4b-9d14-dfea0cedfef5'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:34:46.906147 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Pushing event deleted for resources: {'Port': ['ID=ddda7cd2-a168-4a4b-9d14-dfea0cedfef5,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:34:46.917985 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:34:46.918365 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:34:46.918731 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:34:46.919121 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:34:46.919503 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:34:46.919847 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:34:46.920756 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:34:46.921115 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:34:46.921469 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:34:46.921820 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:34:46.922169 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:34:46.922516 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:34:46.940149 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:34:46.959224 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3abd95-d74c-442a-ad46-8d329bca7f1d req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] No DVR routers for this DVR port ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:34:46.961522 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-9b3abd95-d74c-442a-ad46-8d329bca7f1d req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:46.963481 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9b3abd95-d74c-442a-ad46-8d329bca7f1d req-d7af870a-8bbd-4bf9-a584-19b38f43c2cb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.47 "DELETE /v2.0/ports/ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 HTTP/1.1" status: 204 len: 173 time: 0.3950799 Jun 28 23:34:46.963969 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebd9b22-7f45-492c-95a4-398a5698a85b', 'name': 'network-vif-deleted', 'tag': 'ddda7cd2-a168-4a4b-9d14-dfea0cedfef5'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:34:46.966225 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442820ff-68d1-4287-9769-995b306afa0a" -d '{"events": [{"server_uuid": "9ebd9b22-7f45-492c-95a4-398a5698a85b", "name": "network-vif-deleted", "tag": "ddda7cd2-a168-4a4b-9d14-dfea0cedfef5"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:34:47.001625 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a96555c-8491-4f55-a3bd-e5ab5cd08221 x-openstack-request-id: req-3a96555c-8491-4f55-a3bd-e5ab5cd08221 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:34:47.001951 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ebd9b22-7f45-492c-95a4-398a5698a85b", "name": "network-vif-deleted", "tag": "ddda7cd2-a168-4a4b-9d14-dfea0cedfef5", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:34:47.002310 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a96555c-8491-4f55-a3bd-e5ab5cd08221 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:34:47.002763 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebd9b22-7f45-492c-95a4-398a5698a85b', 'name': 'network-vif-deleted', 'tag': 'ddda7cd2-a168-4a4b-9d14-dfea0cedfef5', 'status': 'completed', 'code': 200} Jun 28 23:34:47.137222 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-81096f1e-a9c9-4668-9c24-9bc93ba79144 req-7e5252b5-ef75-4ab5-82b9-3d3c197bf74d tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebd9b22-7f45-492c-95a4-398a5698a85b HTTP/1.1" status: 200 len: 210 time: 0.0283432 Jun 28 23:34:50.953565 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:34:50.973225 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:34:50.973583 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device ddda7cd2-a168-4a4b-9d14-dfea0cedfef5 not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:34:55.922759 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-18c18e9e-d8ac-4256-982a-fbfbb96227dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:56.731427 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:58.999290 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:59.170605 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5c92850c-12be-4bc1-ab20-92f2f3824c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:34:59.197446 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-e1dfd467-f37b-4141-8130-41ce92a92242 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:34:59.198799 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-e1dfd467-f37b-4141-8130-41ce92a92242 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/networks?id=5374e868-0ee2-4247-a22a-781547c3f1bc HTTP/1.1" status: 200 len: 814 time: 0.1003203 Jun 28 23:34:59.213734 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-eb4bc5d2-05de-45fb-9d0b-4b91fa9b3f37 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/quotas/4b1a81bfe00048759eadb932a241fc7f HTTP/1.1" status: 200 len: 375 time: 0.0088151 Jun 28 23:34:59.244352 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-91ca985c-7f8c-4bdb-88fd-ba3fa2a27550 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b1a81bfe00048759eadb932a241fc7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259185 Jun 28 23:34:59.332283 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-c373fb8b-e9da-4b25-8c00-ad421ca7ec85 service neutron] 10.222.0.35 "GET /v2.0/networks/5374e868-0ee2-4247-a22a-781547c3f1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812082 Jun 28 23:34:59.417576 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-2938daae-c9a0-41c5-b03e-ac66c7a57843 service neutron] 10.222.0.35 "GET /v2.0/networks/5374e868-0ee2-4247-a22a-781547c3f1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794575 Jun 28 23:34:59.586907 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ec6545ba-f801-4db0-9794-81adabf44d77 req-c02759eb-c7d2-4b5e-8393-208aa29bb0f6 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 210 time: 0.0282362 Jun 28 23:34:59.921510 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:00.614227 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-be409b71-822c-490a-a09d-a1b4cdf2f5bb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:00.615855 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-be409b71-822c-490a-a09d-a1b4cdf2f5bb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.47 "GET /v2.0/networks?id=5374e868-0ee2-4247-a22a-781547c3f1bc HTTP/1.1" status: 200 len: 814 time: 0.1021771 Jun 28 23:35:00.629739 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-e629c215-e58a-41d3-a30f-b54b709dd5b9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Request body: {'port': {'device_id': 'f067a9b8-5496-4feb-803a-a9ced8f22bb9', 'network_id': '5374e868-0ee2-4247-a22a-781547c3f1bc', 'admin_state_up': True, 'tenant_id': '4b1a81bfe00048759eadb932a241fc7f'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:35:00.738008 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6ea45b81-fc8d-4ea3-bc28-4add0e225076 req-a29e6198-9f84-4f84-bed0-5db4789fbfe0 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 210 time: 0.0399637 Jun 28 23:35:00.772893 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-e629c215-e58a-41d3-a30f-b54b709dd5b9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Made reservation on behalf of 4b1a81bfe00048759eadb932a241fc7f for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:35:00.776508 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-e629c215-e58a-41d3-a30f-b54b709dd5b9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:00.891302 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-e629c215-e58a-41d3-a30f-b54b709dd5b9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Allocated IP 172.20.0.5 (5374e868-0ee2-4247-a22a-781547c3f1bc/9924c208-e3f2-46f3-b815-43e167869beb/38e17cdb-a50d-4da3-af49-5f4e87326d24) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:35:01.031162 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-e629c215-e58a-41d3-a30f-b54b709dd5b9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:01.069849 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-e629c215-e58a-41d3-a30f-b54b709dd5b9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780551955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3862331'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:01.073581 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-06614767-13a3-43a5-8c89-1f8fa89b218e tempest-AttachVolumeTestJSON-1639400337 tempest-AttachVolumeTestJSON-1639400337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:35:01.114876 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-e629c215-e58a-41d3-a30f-b54b709dd5b9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Network 5374e868-0ee2-4247-a22a-781547c3f1bc is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:35:01.117973 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-e629c215-e58a-41d3-a30f-b54b709dd5b9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:35:01.123941 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-e629c215-e58a-41d3-a30f-b54b709dd5b9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:35:01.145591 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629c215-e58a-41d3-a30f-b54b709dd5b9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Pushing event updated for resources: {'Port': ['ID=38e17cdb-a50d-4da3-af49-5f4e87326d24,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:35:01.150779 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e629c215-e58a-41d3-a30f-b54b709dd5b9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:35:01.171724 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-e629c215-e58a-41d3-a30f-b54b709dd5b9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:01.172324 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-e629c215-e58a-41d3-a30f-b54b709dd5b9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:01.184812 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-e629c215-e58a-41d3-a30f-b54b709dd5b9 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5601335 Jun 28 23:35:01.195867 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Request body: {'port': {'device_id': 'f067a9b8-5496-4feb-803a-a9ced8f22bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:35:01.263447 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:01.516587 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e17cdb-a50d-4da3-af49-5f4e87326d24 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:35:01.523875 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:01.535881 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Transition to ACTIVE for port object 38e17cdb-a50d-4da3-af49-5f4e87326d24 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:35:01.538670 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:01.541303 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-aa6408a1-0058-4b4f-8f7b-865392931b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:35:01.587539 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Pushing event updated for resources: {'Port': ['ID=38e17cdb-a50d-4da3-af49-5f4e87326d24,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:35:01.604400 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:35:01.648958 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Attempting to bind port 38e17cdb-a50d-4da3-af49-5f4e87326d24 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:35:01.649603 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Attempting to bind port 38e17cdb-a50d-4da3-af49-5f4e87326d24 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'd80161b0-90b7-4879-822a-c2d9df394c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5374e868-0ee2-4247-a22a-781547c3f1bc'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:35:01.649603 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Attempting to bind port 38e17cdb-a50d-4da3-af49-5f4e87326d24 on network 5374e868-0ee2-4247-a22a-781547c3f1bc {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:35:01.653626 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Port 38e17cdb-a50d-4da3-af49-5f4e87326d24 on network 5374e868-0ee2-4247-a22a-781547c3f1bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:35:01.653944 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Attempting to bind port 38e17cdb-a50d-4da3-af49-5f4e87326d24 on network 5374e868-0ee2-4247-a22a-781547c3f1bc {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:35:01.659174 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Checking agent: {'id': '91f3d887-6e2e-4c7c-91c4-9b6e001ae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'started_at': datetime.datetime(2021, 6, 28, 23, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:35:01.659505 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Checking segment: {'id': 'd80161b0-90b7-4879-822a-c2d9df394c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5374e868-0ee2-4247-a22a-781547c3f1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:35:01.659881 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Bound using segment: {'id': 'd80161b0-90b7-4879-822a-c2d9df394c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5374e868-0ee2-4247-a22a-781547c3f1bc'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:35:01.660300 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Bound port: 38e17cdb-a50d-4da3-af49-5f4e87326d24, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80161b0-90b7-4879-822a-c2d9df394c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5374e868-0ee2-4247-a22a-781547c3f1bc'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:35:01.660646 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:01.722966 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] For port 38e17cdb-a50d-4da3-af49-5f4e87326d24, host hv-cinder-79246, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:35:01.725853 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] For port 38e17cdb-a50d-4da3-af49-5f4e87326d24, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=38e17cdb-a50d-4da3-af49-5f4e87326d24,segment=NetworkSegment(d80161b0-90b7-4879-822a-c2d9df394c19),segment_id=d80161b0-90b7-4879-822a-c2d9df394c19)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:35:01.730170 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3862317'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:01.733525 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-dfc46d51-e0c3-4335-b78f-ee56ed13d933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:35:01.760481 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:01.761092 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:01.762789 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] 10.222.0.47 "PUT /v2.0/ports/38e17cdb-a50d-4da3-af49-5f4e87326d24 HTTP/1.1" status: 200 len: 1093 time: 0.5709081 Jun 28 23:35:01.768854 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f067a9b8-5496-4feb-803a-a9ced8f22bb9', 'tag': '38e17cdb-a50d-4da3-af49-5f4e87326d24'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:35:01.771718 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b7640f-7a87-4276-b922-be0d2987701f" -d '{"events": [{"name": "network-changed", "server_uuid": "f067a9b8-5496-4feb-803a-a9ced8f22bb9", "tag": "38e17cdb-a50d-4da3-af49-5f4e87326d24"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:35:01.804729 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Pushing event updated for resources: {'Port': ['ID=38e17cdb-a50d-4da3-af49-5f4e87326d24,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:35:01.808136 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-87a85bfd-31c7-4770-8f3a-8de73a84973e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:35:01.838332 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f60759-46e7-435f-a279-a5801ed64c66 x-openstack-request-id: req-75f60759-46e7-435f-a279-a5801ed64c66 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:35:01.838661 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f067a9b8-5496-4feb-803a-a9ced8f22bb9", "tag": "38e17cdb-a50d-4da3-af49-5f4e87326d24", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:35:01.838976 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75f60759-46e7-435f-a279-a5801ed64c66 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:35:01.839410 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f067a9b8-5496-4feb-803a-a9ced8f22bb9', 'tag': '38e17cdb-a50d-4da3-af49-5f4e87326d24', 'status': 'completed', 'code': 200} Jun 28 23:35:01.868567 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-b48d7428-8ca5-40b2-a85e-804c2b650659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:01.870070 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-b48d7428-8ca5-40b2-a85e-804c2b650659 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b1a81bfe00048759eadb932a241fc7f&device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0611677 Jun 28 23:35:01.916148 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-296cf4db-07e2-4b7d-b6c9-8f573091c2d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38e17cdb-a50d-4da3-af49-5f4e87326d24 HTTP/1.1" status: 200 len: 217 time: 0.0388458 Jun 28 23:35:01.965680 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-4b7b7091-19ed-45a0-add3-2d49ef91572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:01.967766 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-4b7b7091-19ed-45a0-add3-2d49ef91572c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9924c208-e3f2-46f3-b815-43e167869beb HTTP/1.1" status: 200 len: 854 time: 0.0448532 Jun 28 23:35:01.998770 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-541e7ede-e850-4fef-85a8-9ffa9314fcb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5374e868-0ee2-4247-a22a-781547c3f1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252740 Jun 28 23:35:02.124081 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-16488d3d-0b36-4b51-aed6-987e60d614b5 service neutron] 10.222.0.47 "GET /v2.0/networks/5374e868-0ee2-4247-a22a-781547c3f1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189609 Jun 28 23:35:02.146945 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e7fbf-b5c4-4ac4-9886-0ea1578dfb7c req-49d0a298-f45e-4181-8282-32ca66c2318c tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:02.148221 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:02.148720 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8c5e7fbf-b5c4-4ac4-9886-0ea1578dfb7c req-49d0a298-f45e-4181-8282-32ca66c2318c tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 943 time: 0.1205721 Jun 28 23:35:02.490232 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8c5e7fbf-b5c4-4ac4-9886-0ea1578dfb7c req-7b594cbc-e6f3-4746-a94d-f6fb3f47651e tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311152 Jun 28 23:35:02.507675 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a746e9c3-9fb8-4127-b117-8befeea90b03 req-67d394c4-2a43-4c93-a9bf-0304bfd1a8a1 service neutron] 10.222.0.47 "GET /v2.0/networks/5374e868-0ee2-4247-a22a-781547c3f1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778682 Jun 28 23:35:02.608430 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7640f-7a87-4276-b922-be0d2987701f req-56483e3b-209f-448a-9fe2-11fccb22b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:02.609861 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92b7640f-7a87-4276-b922-be0d2987701f req-56483e3b-209f-448a-9fe2-11fccb22b2e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b1a81bfe00048759eadb932a241fc7f&device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0524540 Jun 28 23:35:02.697750 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7640f-7a87-4276-b922-be0d2987701f req-789e12a2-dbf8-43c0-a96a-09e9173561e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:02.699159 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92b7640f-7a87-4276-b922-be0d2987701f req-789e12a2-dbf8-43c0-a96a-09e9173561e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5374e868-0ee2-4247-a22a-781547c3f1bc HTTP/1.1" status: 200 len: 915 time: 0.0820403 Jun 28 23:35:02.738391 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92b7640f-7a87-4276-b922-be0d2987701f req-7798b9f1-7642-4073-b841-b8c1821dc153 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38e17cdb-a50d-4da3-af49-5f4e87326d24 HTTP/1.1" status: 200 len: 217 time: 0.0317950 Jun 28 23:35:02.784100 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7640f-7a87-4276-b922-be0d2987701f req-0dd47677-7160-42ee-bf11-c957104b6ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:02.785374 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92b7640f-7a87-4276-b922-be0d2987701f req-0dd47677-7160-42ee-bf11-c957104b6ad3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9924c208-e3f2-46f3-b815-43e167869beb HTTP/1.1" status: 200 len: 854 time: 0.0414965 Jun 28 23:35:02.818683 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92b7640f-7a87-4276-b922-be0d2987701f req-f3664c51-7538-4cea-9573-bf65fd605a3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5374e868-0ee2-4247-a22a-781547c3f1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274112 Jun 28 23:35:02.905458 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92b7640f-7a87-4276-b922-be0d2987701f req-ee63e5c9-8ae2-43ce-9ca7-e36713cc1394 service neutron] 10.222.0.47 "GET /v2.0/networks/5374e868-0ee2-4247-a22a-781547c3f1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790963 Jun 28 23:35:02.992516 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-92b7640f-7a87-4276-b922-be0d2987701f req-c876c4c8-26b3-431d-8141-0eeed66f70aa service neutron] 10.222.0.47 "GET /v2.0/networks/5374e868-0ee2-4247-a22a-781547c3f1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813501 Jun 28 23:35:03.660070 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce67637-ec85-49b3-ab19-9851b557db37 req-1ff8d808-17cf-4351-9749-366934461bac tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:03.661514 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ce67637-ec85-49b3-ab19-9851b557db37 req-1ff8d808-17cf-4351-9749-366934461bac tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 943 time: 0.0624123 Jun 28 23:35:03.697655 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5ce67637-ec85-49b3-ab19-9851b557db37 req-ee43f677-bdcf-4fd8-82d3-d70d54ed065a tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306804 Jun 28 23:35:04.864136 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5af2e6-e304-427a-94e5-6db43c4de825 req-b1c1eb2d-7f4b-477a-8ea1-05cf84dd0865 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:04.865557 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8e5af2e6-e304-427a-94e5-6db43c4de825 req-b1c1eb2d-7f4b-477a-8ea1-05cf84dd0865 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 943 time: 0.0604572 Jun 28 23:35:04.902038 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8e5af2e6-e304-427a-94e5-6db43c4de825 req-6524fb4d-71b9-4657-9f96-b72f55672593 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310109 Jun 28 23:35:05.818908 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:35:06.072626 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9161a-9745-469e-8138-08363fee655c req-b62f5f32-a55a-4fe5-8b12-0c76cade361d tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:06.073991 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-44c9161a-9745-469e-8138-08363fee655c req-b62f5f32-a55a-4fe5-8b12-0c76cade361d tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 943 time: 0.0644164 Jun 28 23:35:06.112345 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-44c9161a-9745-469e-8138-08363fee655c req-85efd2e6-2aa0-4f66-b5e7-aadafe75ce42 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311859 Jun 28 23:35:06.798650 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 38e17cdb-a50d-4da3-af49-5f4e87326d24 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:35:06.890362 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 38e17cdb-a50d-4da3-af49-5f4e87326d24, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=38e17cdb-a50d-4da3-af49-5f4e87326d24,segment=NetworkSegment(d80161b0-90b7-4879-822a-c2d9df394c19),segment_id=d80161b0-90b7-4879-822a-c2d9df394c19)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:35:06.900313 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Returning: {'device': '38e17cdb-a50d-4da3-af49-5f4e87326d24', 'network_id': '5374e868-0ee2-4247-a22a-781547c3f1bc', 'port_id': '38e17cdb-a50d-4da3-af49-5f4e87326d24', 'mac_address': 'fa:16:3e:49:2e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9924c208-e3f2-46f3-b815-43e167869beb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:35:06.936040 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:06.947601 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e17cdb-a50d-4da3-af49-5f4e87326d24 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:35:06.966711 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 38e17cdb-a50d-4da3-af49-5f4e87326d24, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=38e17cdb-a50d-4da3-af49-5f4e87326d24,segment=NetworkSegment(d80161b0-90b7-4879-822a-c2d9df394c19),segment_id=d80161b0-90b7-4879-822a-c2d9df394c19)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:35:06.970874 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:06.973111 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:35:07.016192 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=38e17cdb-a50d-4da3-af49-5f4e87326d24,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:35:07.023001 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:35:07.023346 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:35:07.023688 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:35:07.024018 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:35:07.024347 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:35:07.024672 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:35:07.024996 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:35:07.025318 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:35:07.025668 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:35:07.026009 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:35:07.026325 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:35:07.026639 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:35:07.031233 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:35:07.277471 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31b91f-6866-4558-96a2-a528608cd87c req-64bb1dcf-8ec2-4b82-927e-a4b751fd51d6 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:07.278945 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-be31b91f-6866-4558-96a2-a528608cd87c req-64bb1dcf-8ec2-4b82-927e-a4b751fd51d6 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 944 time: 0.0603416 Jun 28 23:35:07.308578 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['38e17cdb-a50d-4da3-af49-5f4e87326d24'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:35:07.316631 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-be31b91f-6866-4558-96a2-a528608cd87c req-c3b7c8b4-b449-4166-96d3-533e95d8c5f6 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315936 Jun 28 23:35:08.487136 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37636a91-b664-420c-b5ce-3573f5f94a09 req-d81776e6-cced-4c15-8576-632a87144362 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:08.488571 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-37636a91-b664-420c-b5ce-3573f5f94a09 req-d81776e6-cced-4c15-8576-632a87144362 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 944 time: 0.0653114 Jun 28 23:35:08.524605 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-37636a91-b664-420c-b5ce-3573f5f94a09 req-e5534cd6-3263-46fb-8f9d-5493b4d6b1f5 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305777 Jun 28 23:35:08.813620 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 38e17cdb-a50d-4da3-af49-5f4e87326d24 up at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:35:08.860028 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning for port 38e17cdb-a50d-4da3-af49-5f4e87326d24 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:35:08.863895 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Provisioning complete for port 38e17cdb-a50d-4da3-af49-5f4e87326d24 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:35:08.864276 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905229'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:08.937997 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713642'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:08.960067 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f067a9b8-5496-4feb-803a-a9ced8f22bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e17cdb-a50d-4da3-af49-5f4e87326d24'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:35:08.961925 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83bebd49c65f5f7d29da1ba2a65e72af2449a786fd88ad6ddc45358cbcdce153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1173ddf4-099e-495a-b24b-fac285630d8a" -d '{"events": [{"server_uuid": "f067a9b8-5496-4feb-803a-a9ced8f22bb9", "name": "network-vif-plugged", "status": "completed", "tag": "38e17cdb-a50d-4da3-af49-5f4e87326d24"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:35:08.974668 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] For port 38e17cdb-a50d-4da3-af49-5f4e87326d24, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=38e17cdb-a50d-4da3-af49-5f4e87326d24,segment=NetworkSegment(d80161b0-90b7-4879-822a-c2d9df394c19),segment_id=d80161b0-90b7-4879-822a-c2d9df394c19)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:35:08.978638 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780552444748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780551954948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780551954993'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:08.980742 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:35:09.001936 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b60d2c-8e23-403c-8302-7a14923cfa5b x-openstack-request-id: req-65b60d2c-8e23-403c-8302-7a14923cfa5b {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:35:09.002236 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f067a9b8-5496-4feb-803a-a9ced8f22bb9", "name": "network-vif-plugged", "status": "completed", "tag": "38e17cdb-a50d-4da3-af49-5f4e87326d24", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:35:09.002495 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65b60d2c-8e23-403c-8302-7a14923cfa5b {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:35:09.002908 dv-cinder-792462-21-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f067a9b8-5496-4feb-803a-a9ced8f22bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e17cdb-a50d-4da3-af49-5f4e87326d24', 'code': 200} Jun 28 23:35:09.028024 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Pushing event updated for resources: {'Port': ['ID=38e17cdb-a50d-4da3-af49-5f4e87326d24,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:35:09.030867 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:35:09.206528 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5037c51-4414-4aca-9588-c1dc4d137d8b req-49b167a6-9148-4d9f-8ee4-3c98ea34edce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:09.207990 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b5037c51-4414-4aca-9588-c1dc4d137d8b req-49b167a6-9148-4d9f-8ee4-3c98ea34edce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 1098 time: 0.0505743 Jun 28 23:35:09.239476 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b5037c51-4414-4aca-9588-c1dc4d137d8b req-fc828840-817c-48ff-ae05-5bca5e17d1ea service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256529 Jun 28 23:35:09.691999 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27e99e-ce92-4474-8cf3-8a2a7fd87e83 req-de5780ea-a47e-4206-81f4-d6331f9b34aa tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:09.693396 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6f27e99e-ce92-4474-8cf3-8a2a7fd87e83 req-de5780ea-a47e-4206-81f4-d6331f9b34aa tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 945 time: 0.0601728 Jun 28 23:35:09.729134 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6f27e99e-ce92-4474-8cf3-8a2a7fd87e83 req-1f55410b-bf78-4dea-93ee-652255fbae34 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303903 Jun 28 23:35:11.075533 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa036b0-7356-4be5-acc9-77dff1d38d28 req-7216a9e4-123f-4176-b1b5-447d37a7d7ce tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:11.076982 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5aa036b0-7356-4be5-acc9-77dff1d38d28 req-7216a9e4-123f-4176-b1b5-447d37a7d7ce tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 945 time: 0.2375069 Jun 28 23:35:11.113819 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5aa036b0-7356-4be5-acc9-77dff1d38d28 req-b7fbf89f-80b9-4658-b9b8-802e4f42284e tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309749 Jun 28 23:35:25.924286 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f22f1a86-6c76-4435-81f1-f78f280856ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:26.734109 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:29.001499 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:29.170366 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5cd9fa6a-8da2-4bdd-a622-cc50e62dfe30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:29.923343 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:32.149062 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:35.348748 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabe808-1549-4e47-85b6-82d09b253531 req-4b99d1f7-8931-4614-bec1-1fde6f2c03bd tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:35.350171 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7fabe808-1549-4e47-85b6-82d09b253531 req-4b99d1f7-8931-4614-bec1-1fde6f2c03bd tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 945 time: 0.0607364 Jun 28 23:35:35.393036 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7fabe808-1549-4e47-85b6-82d09b253531 req-a7184f49-ea89-4054-a5c4-795511386ced tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373983 Jun 28 23:35:36.618814 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0316298-7757-423a-bae5-397c34a2f729 req-49f46cdb-4944-430b-bc87-4bf4892f6ceb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:36.620257 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d0316298-7757-423a-bae5-397c34a2f729 req-49f46cdb-4944-430b-bc87-4bf4892f6ceb tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 945 time: 0.1108057 Jun 28 23:35:36.656626 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d0316298-7757-423a-bae5-397c34a2f729 req-98e24d10-5665-4c82-8664-208b39ff8ca4 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf8b8ab-9c98-46ec-9976-3da39f1d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305004 Jun 28 23:35:37.194121 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbb5a8-1c0a-41f0-b61d-bd2170a4a8f6 req-8122d746-7658-4afb-9a90-648d19d21999 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:35:37.195547 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ccbb5a8-1c0a-41f0-b61d-bd2170a4a8f6 req-8122d746-7658-4afb-9a90-648d19d21999 tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.47 "GET /v2.0/ports?device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 945 time: 0.0602274 Jun 28 23:35:37.292122 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-1ccbb5a8-1c0a-41f0-b61d-bd2170a4a8f6 req-89ca0173-49b5-4d2a-af2f-87d3ad35a9af tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Deleting port 38e17cdb-a50d-4da3-af49-5f4e87326d24 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:35:37.292380 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1ccbb5a8-1c0a-41f0-b61d-bd2170a4a8f6 req-89ca0173-49b5-4d2a-af2f-87d3ad35a9af tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780552441658'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:37.378465 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-1ccbb5a8-1c0a-41f0-b61d-bd2170a4a8f6 req-89ca0173-49b5-4d2a-af2f-87d3ad35a9af tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] For port 38e17cdb-a50d-4da3-af49-5f4e87326d24, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=38e17cdb-a50d-4da3-af49-5f4e87326d24,segment=NetworkSegment(d80161b0-90b7-4879-822a-c2d9df394c19),segment_id=d80161b0-90b7-4879-822a-c2d9df394c19)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:35:37.378801 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1ccbb5a8-1c0a-41f0-b61d-bd2170a4a8f6 req-89ca0173-49b5-4d2a-af2f-87d3ad35a9af tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601654'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:37.389995 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-1ccbb5a8-1c0a-41f0-b61d-bd2170a4a8f6 req-89ca0173-49b5-4d2a-af2f-87d3ad35a9af tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Calling delete_port for 38e17cdb-a50d-4da3-af49-5f4e87326d24 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:35:37.512020 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1ccbb5a8-1c0a-41f0-b61d-bd2170a4a8f6 req-89ca0173-49b5-4d2a-af2f-87d3ad35a9af tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780552444775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780551955447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3862306'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:37.515923 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-53327ff9-a211-43f3-9933-e148dd473636 tempest-TestVolumeBootPattern-1337641159 tempest-TestVolumeBootPattern-1337641159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:35:37.523947 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] get_ports_and_sgs() called for port_ids ['38e17cdb-a50d-4da3-af49-5f4e87326d24'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:35:37.541610 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca0173-49b5-4d2a-af2f-87d3ad35a9af tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Pushing event deleted for resources: {'Port': ['ID=38e17cdb-a50d-4da3-af49-5f4e87326d24,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:35:37.547447 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-89ca0173-49b5-4d2a-af2f-87d3ad35a9af tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:35:37.586494 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccbb5a8-1c0a-41f0-b61d-bd2170a4a8f6 req-89ca0173-49b5-4d2a-af2f-87d3ad35a9af tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] No DVR routers for this DVR port 38e17cdb-a50d-4da3-af49-5f4e87326d24 on host hv-cinder-79246 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:35:37.588948 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-1ccbb5a8-1c0a-41f0-b61d-bd2170a4a8f6 req-89ca0173-49b5-4d2a-af2f-87d3ad35a9af tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182084'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:37.590891 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ccbb5a8-1c0a-41f0-b61d-bd2170a4a8f6 req-89ca0173-49b5-4d2a-af2f-87d3ad35a9af tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.47 "DELETE /v2.0/ports/38e17cdb-a50d-4da3-af49-5f4e87326d24 HTTP/1.1" status: 204 len: 173 time: 0.3892493 Jun 28 23:35:37.591392 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f067a9b8-5496-4feb-803a-a9ced8f22bb9', 'name': 'network-vif-deleted', 'tag': '38e17cdb-a50d-4da3-af49-5f4e87326d24'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:35:37.593762 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ec6545e8e02894227f1fad17c6800d7fa0aded51b3293e48425fbaef426cea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1086aab3-e950-4355-b47f-af64bb682ffc" -d '{"events": [{"server_uuid": "f067a9b8-5496-4feb-803a-a9ced8f22bb9", "name": "network-vif-deleted", "tag": "38e17cdb-a50d-4da3-af49-5f4e87326d24"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:35:37.628231 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b54abb-bf07-4c51-bc2e-bfe2e5dee288 x-openstack-request-id: req-38b54abb-bf07-4c51-bc2e-bfe2e5dee288 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:35:37.628802 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f067a9b8-5496-4feb-803a-a9ced8f22bb9", "name": "network-vif-deleted", "tag": "38e17cdb-a50d-4da3-af49-5f4e87326d24", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:35:37.628802 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38b54abb-bf07-4c51-bc2e-bfe2e5dee288 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:35:37.629390 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f067a9b8-5496-4feb-803a-a9ced8f22bb9', 'name': 'network-vif-deleted', 'tag': '38e17cdb-a50d-4da3-af49-5f4e87326d24', 'status': 'completed', 'code': 200} Jun 28 23:35:37.807765 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [req-24ed82ce-31a0-4604-a90e-5b81c1c38eff req-c60d7a84-d43f-4384-ad00-8b98d74e9b4b tempest-VolumesSnapshotTestJSON-94299868 tempest-VolumesSnapshotTestJSON-94299868-project] 10.222.0.35 "GET /v2.0/ports?device_id=f067a9b8-5496-4feb-803a-a9ced8f22bb9 HTTP/1.1" status: 200 len: 210 time: 0.0281076 Jun 28 23:35:41.723074 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 38e17cdb-a50d-4da3-af49-5f4e87326d24 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:35:41.742133 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] No Port match for: 38e17cdb-a50d-4da3-af49-5f4e87326d24 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:35:41.742510 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Device 38e17cdb-a50d-4da3-af49-5f4e87326d24 not bound to the agent host hv-cinder-79246 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:35:42.817134 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:35:55.923355 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-270bd886-30fe-436a-ac69-b4ddf4bfa26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:56.748737 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:59.003192 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:59.170022 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-528a8e6d-5f5d-426c-b261-6d97f2f0b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:35:59.926956 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:02.152066 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:02.900487 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 36506) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:36:02.945280 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Deleting subnet 9924c208-e3f2-46f3-b815-43e167869beb {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:36:02.948214 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:02.980856 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844663'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:03.020896 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903782'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:03.070315 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-523563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9014278'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:03.072918 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:36:03.098543 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9924c208-e3f2-46f3-b815-43e167869beb,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:36:03.100887 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:03.102677 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9924c208-e3f2-46f3-b815-43e167869beb HTTP/1.1" status: 204 len: 168 time: 0.2012110 Jun 28 23:36:03.105231 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.35', 36510) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:36:03.108611 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.109007 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.109393 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.109772 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.110148 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.111126 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.111499 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.111876 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.112247 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.112616 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.112982 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.113342 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.116454 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-422fb81c-6ea8-459f-bdcb-49001de95ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:36:03.170396 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580601'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:03.248033 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903414', 'neutron.services.segments.db._delete_segments_for_network-8780552484967'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:03.257242 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5374e868-0ee2-4247-a22a-781547c3f1bc']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:36:03.266372 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80161b0-90b7-4879-822a-c2d9df394c19') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:36:03.267233 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80161b0-90b7-4879-822a-c2d9df394c19') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:36:03.275487 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780552397918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2287192'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:03.288759 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:03.294215 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:36:03.294591 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3861749'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: timer() Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: cb(*args, **kw) Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: self._notify() Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: self.callback(batched_events) Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: event.method(event) Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: return self._get(url).json() Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:36:03.296181 dv-cinder-792462-21-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:36:03.350207 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1959312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656847'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:03.353805 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5f4757eb-bcea-4847-a72c-330d24394d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:36:03.356110 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773067'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:03.357856 dv-cinder-792462-21-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5374e868-0ee2-4247-a22a-781547c3f1bc HTTP/1.1" status: 204 len: 168 time: 0.2516479 Jun 28 23:36:03.368196 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=5374e868-0ee2-4247-a22a-781547c3f1bc,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:36:03.375038 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.375419 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.375789 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.376181 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.376538 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.376897 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.377251 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.377611 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.377962 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.378311 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.378657 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.379033 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-21-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:36:03.382060 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-dd8e072e-5b61-4056-bfe1-bb4258cf3d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:36:03.511020 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-9daf3d05-108f-4831-9307-360fa62a78dc req-fbf4eee2-86ac-46d5-9f37-d76e7505549b service neutron] (92894) timed out ('10.222.0.47', 52533) {{(pid=92894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 23:36:03.518687 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 36514) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:36:03.557520 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ff99ec05-e8b5-47d5-b58c-a8ff2d8d9adc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b1a81bfe00048759eadb932a241fc7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375364 Jun 28 23:36:03.559800 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.35', 36516) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:36:03.605507 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-76df95d0-d388-4850-9372-bd547aff96f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:03.625140 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-76df95d0-d388-4850-9372-bd547aff96f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:03.674975 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-76df95d0-d388-4850-9372-bd547aff96f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1937225'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:03.677401 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-76df95d0-d388-4850-9372-bd547aff96f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:03.678701 dv-cinder-792462-21-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-76df95d0-d388-4850-9372-bd547aff96f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bbf8b8ab-9c98-46ec-9976-3da39f1d444e HTTP/1.1" status: 204 len: 168 time: 0.1178393 Jun 28 23:36:03.679588 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0d50cd0d-8a8c-404b-9ee6-faa84725b055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:36:03.686697 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df95d0-d388-4850-9372-bd547aff96f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf8b8ab-9c98-46ec-9976-3da39f1d444e,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:36:03.690238 dv-cinder-792462-21-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-76df95d0-d388-4850-9372-bd547aff96f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:36:19.815592 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:36:25.923011 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0e8faba8-9ddc-40d7-a9c1-55f905836c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:26.745049 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:29.003021 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:29.170181 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b21ccb5b-3eb2-411f-948d-f65d2fdd838c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:29.930595 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:32.155680 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:55.923553 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d009edba-dcbc-44ac-909f-6094e7254e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:56.764948 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:56.813916 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:36:59.002488 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:59.172212 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-30d76ee9-139b-45c9-beb7-9dec6e8ef149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:36:59.931891 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:37:02.158095 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:37:25.925686 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e1c3-f29b-42f4-bdc1-c457bf978e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:37:26.770332 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:37:29.003743 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:37:29.171106 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ff2a-9810-4dc1-8ebb-934bf39abf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:37:29.934331 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:37:32.161251 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:37:33.812700 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:37:55.925607 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c1354e9b-6f3a-4a5d-a211-55efdb2cc6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:37:56.769727 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:37:59.005579 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:37:59.172234 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0cf20229-a69c-4b90-ae33-254c2f4d793d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:37:59.937944 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:38:02.164218 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:38:10.810541 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:38:25.926047 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-13330a1d-a1ae-45bc-8704-34a24550333c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:38:26.774042 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:38:29.006934 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:38:29.170695 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c620bad2-ed06-4fe4-a51d-6c7c220a6565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:38:29.940070 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:38:32.169228 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:38:47.809402 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:38:55.929763 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0ee2-9fa3-4690-8f3c-1906762e5202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:38:56.797276 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:38:59.008433 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:38:59.169488 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-88396e10-c9fd-4bc4-b78e-d96804dd611b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:38:59.942996 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:39:02.171529 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:39:24.807446 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:39:25.932543 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-00237d54-ab6a-4b7c-8ab7-c6e037bdd2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:39:26.787267 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:39:29.010324 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:39:29.168052 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1230bffc-4eb0-4771-893e-4c7b27116dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:39:29.946477 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:39:32.173361 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:39:55.934171 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6396641e-1398-4068-93da-7f3501a99b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:39:56.785704 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:39:59.012257 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:39:59.168144 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3da1b779-c5fc-4b3f-bf02-7c65fbe1c0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:39:59.948304 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:40:01.805303 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:40:02.176523 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:40:25.935882 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a9b5c808-7d75-44ec-b584-a180dcd5dbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:40:26.784466 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:40:29.012885 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:40:29.167259 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d663-5afa-412b-859f-72b85e7278e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:40:29.949800 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:40:32.179788 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:40:38.803956 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:40:41.189816 dv-cinder-792462-21-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-8e594ede-ea6d-4a9d-a758-98685f808e21 req-ea9bb26a-e179-41e6-ad00-f1937fb61fda service neutron] (92895) timed out ('10.222.0.35', 59264) {{(pid=92895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 23:40:55.938984 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8c34abca-84d3-4e80-9884-d5137c1664c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:40:56.793675 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c051b97-e0e9-486d-84c6-eb432bfc6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:40:59.013725 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eeef9a78-c4be-4013-9704-f2aa683ac897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:40:59.166150 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d08623f1-677f-49fc-8944-9049972f324e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:40:59.952840 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c455d742-2a05-4bbd-88ce-e88bb5357e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:41:02.182697 dv-cinder-792462-21-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd9fa-9188-4a16-890e-5059360f7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780552487361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-905656'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:41:15.802622 dv-cinder-792462-21-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-988b9402-c0c7-4f46-8168-c3cd123e7a16 None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}